{"level":"warn","ts":"2026-04-27T01:29:03.811657Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T01:29:03.811774Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.115:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.115:2380","--initial-cluster=instance=https://199.204.45.115:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.115:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.115:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-04-27T01:29:03.811877Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-04-27T01:29:03.811896Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-04-27T01:29:03.811917Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T01:29:03.812823Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"]} {"level":"info","ts":"2026-04-27T01:29:03.812917Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.115:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-04-27T01:29:03.818013Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.838896ms"} {"level":"info","ts":"2026-04-27T01:29:03.824035Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"e3aaa5c123e150e0","cluster-id":"61ec519698823541"} {"level":"info","ts":"2026-04-27T01:29:03.824139Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=()"} {"level":"info","ts":"2026-04-27T01:29:03.824166Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 0"} {"level":"info","ts":"2026-04-27T01:29:03.824215Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft e3aaa5c123e150e0 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-04-27T01:29:03.824233Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became follower at term 1"} {"level":"info","ts":"2026-04-27T01:29:03.82428Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"warn","ts":"2026-04-27T01:29:03.831181Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-04-27T01:29:03.833697Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-04-27T01:29:03.834929Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-04-27T01:29:03.837627Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"e3aaa5c123e150e0","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-04-27T01:29:03.83775Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"e3aaa5c123e150e0","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-04-27T01:29:03.838009Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T01:29:03.83807Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T01:29:03.83808Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-04-27T01:29:03.839205Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 switched to configuration voters=(16405106841599693024)"} {"level":"info","ts":"2026-04-27T01:29:03.84206Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","added-peer-id":"e3aaa5c123e150e0","added-peer-peer-urls":["https://199.204.45.115:2380"]} {"level":"info","ts":"2026-04-27T01:29:03.844481Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-04-27T01:29:03.84466Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-04-27T01:29:03.844723Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.115:2380"} {"level":"info","ts":"2026-04-27T01:29:03.844826Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"e3aaa5c123e150e0","initial-advertise-peer-urls":["https://199.204.45.115:2380"],"listen-peer-urls":["https://199.204.45.115:2380"],"advertise-client-urls":["https://199.204.45.115:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.115:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-04-27T01:29:03.844863Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-04-27T01:29:04.425395Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 is starting a new election at term 1"} {"level":"info","ts":"2026-04-27T01:29:04.425459Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became pre-candidate at term 1"} {"level":"info","ts":"2026-04-27T01:29:04.425505Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgPreVoteResp from e3aaa5c123e150e0 at term 1"} {"level":"info","ts":"2026-04-27T01:29:04.425524Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became candidate at term 2"} {"level":"info","ts":"2026-04-27T01:29:04.425536Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 received MsgVoteResp from e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-04-27T01:29:04.425553Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"e3aaa5c123e150e0 became leader at term 2"} {"level":"info","ts":"2026-04-27T01:29:04.425586Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: e3aaa5c123e150e0 elected leader e3aaa5c123e150e0 at term 2"} {"level":"info","ts":"2026-04-27T01:29:04.426858Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T01:29:04.428155Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"e3aaa5c123e150e0","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.115:2379]}","request-path":"/0/members/e3aaa5c123e150e0/attributes","cluster-id":"61ec519698823541","publish-timeout":"7s"} {"level":"info","ts":"2026-04-27T01:29:04.428205Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T01:29:04.428266Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-04-27T01:29:04.42855Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"61ec519698823541","local-member-id":"e3aaa5c123e150e0","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T01:29:04.428583Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-04-27T01:29:04.428628Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-04-27T01:29:04.428707Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T01:29:04.428776Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-04-27T01:29:04.43151Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-04-27T01:29:04.432463Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.115:2379"} {"level":"warn","ts":"2026-04-27T01:29:17.944071Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696731000,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:29:18.250699Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.107644504s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:29:18.251124Z","caller":"traceutil/trace.go:171","msg":"trace[579791525] transaction","detail":"{read_only:false; response_revision:399; number_of_response:1; }","duration":"1.108148757s","start":"2026-04-27T01:29:17.142946Z","end":"2026-04-27T01:29:18.251094Z","steps":["trace[579791525] 'process raft request' (duration: 1.108000343s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:18.251486Z","caller":"traceutil/trace.go:171","msg":"trace[1925781181] linearizableReadLoop","detail":"{readStateIndex:411; appliedIndex:410; }","duration":"807.76224ms","start":"2026-04-27T01:29:17.443704Z","end":"2026-04-27T01:29:18.251466Z","steps":["trace[1925781181] 'read index received' (duration: 807.168915ms)","trace[1925781181] 'applied index is now lower than readState.Index' (duration: 591.355µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:29:18.251693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.928075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T01:29:18.251832Z","caller":"traceutil/trace.go:171","msg":"trace[646540905] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:399; }","duration":"808.11871ms","start":"2026-04-27T01:29:17.443696Z","end":"2026-04-27T01:29:18.251814Z","steps":["trace[646540905] 'agreement among raft nodes before linearized reading' (duration: 807.870483ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:18.251891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:17.443637Z","time spent":"808.225293ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-27T01:29:18.251859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:17.14292Z","time spent":"1.10827124s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:29:18.252097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"716.825624ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:18.252258Z","caller":"traceutil/trace.go:171","msg":"trace[707362719] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:399; }","duration":"716.992009ms","start":"2026-04-27T01:29:17.535236Z","end":"2026-04-27T01:29:18.252228Z","steps":["trace[707362719] 'agreement among raft nodes before linearized reading' (duration: 716.797694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:18.2523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.139063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-04-27T01:29:18.252409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.119681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:29:18.252674Z","caller":"traceutil/trace.go:171","msg":"trace[859993546] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:399; }","duration":"491.427169ms","start":"2026-04-27T01:29:17.761181Z","end":"2026-04-27T01:29:18.252608Z","steps":["trace[859993546] 'agreement among raft nodes before linearized reading' (duration: 490.963748ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:18.2528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:17.761164Z","time spent":"491.620054ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T01:29:18.252414Z","caller":"traceutil/trace.go:171","msg":"trace[906492770] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:399; }","duration":"654.300008ms","start":"2026-04-27T01:29:17.598083Z","end":"2026-04-27T01:29:18.252383Z","steps":["trace[906492770] 'agreement among raft nodes before linearized reading' (duration: 654.077372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:18.253468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:17.598064Z","time spent":"655.385255ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:29:18.577894Z","caller":"traceutil/trace.go:171","msg":"trace[58950744] transaction","detail":"{read_only:false; response_revision:402; number_of_response:1; }","duration":"317.512543ms","start":"2026-04-27T01:29:18.260364Z","end":"2026-04-27T01:29:18.577876Z","steps":["trace[58950744] 'process raft request' (duration: 317.483812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:18.578027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:18.260335Z","time spent":"317.626135ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:29:18.578024Z","caller":"traceutil/trace.go:171","msg":"trace[739548614] transaction","detail":"{read_only:false; response_revision:401; number_of_response:1; }","duration":"319.496075ms","start":"2026-04-27T01:29:18.258494Z","end":"2026-04-27T01:29:18.57799Z","steps":["trace[739548614] 'process raft request' (duration: 319.3247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:18.578188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:18.258479Z","time spent":"319.626087ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:29:18.57827Z","caller":"traceutil/trace.go:171","msg":"trace[210133120] transaction","detail":"{read_only:false; response_revision:400; number_of_response:1; }","duration":"319.752391ms","start":"2026-04-27T01:29:18.258483Z","end":"2026-04-27T01:29:18.578235Z","steps":["trace[210133120] 'process raft request' (duration: 317.512032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:18.578442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:18.258458Z","time spent":"319.897985ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:29:18.583676Z","caller":"traceutil/trace.go:171","msg":"trace[1378822970] transaction","detail":"{read_only:false; response_revision:404; number_of_response:1; }","duration":"253.502236ms","start":"2026-04-27T01:29:18.330156Z","end":"2026-04-27T01:29:18.583658Z","steps":["trace[1378822970] 'process raft request' (duration: 253.444924ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:18.583735Z","caller":"traceutil/trace.go:171","msg":"trace[2021749389] transaction","detail":"{read_only:false; response_revision:403; number_of_response:1; }","duration":"259.362189ms","start":"2026-04-27T01:29:18.324353Z","end":"2026-04-27T01:29:18.583715Z","steps":["trace[2021749389] 'process raft request' (duration: 259.132703ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:28.829286Z","caller":"traceutil/trace.go:171","msg":"trace[779056455] transaction","detail":"{read_only:false; response_revision:466; number_of_response:1; }","duration":"188.531017ms","start":"2026-04-27T01:29:28.640715Z","end":"2026-04-27T01:29:28.829246Z","steps":["trace[779056455] 'process raft request' (duration: 188.468006ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:28.829338Z","caller":"traceutil/trace.go:171","msg":"trace[534245139] transaction","detail":"{read_only:false; response_revision:465; number_of_response:1; }","duration":"188.67529ms","start":"2026-04-27T01:29:28.64062Z","end":"2026-04-27T01:29:28.829296Z","steps":["trace[534245139] 'process raft request' (duration: 99.337957ms)","trace[534245139] 'compare' (duration: 89.055676ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:29:29.711746Z","caller":"traceutil/trace.go:171","msg":"trace[987598255] transaction","detail":"{read_only:false; response_revision:467; number_of_response:1; }","duration":"143.101106ms","start":"2026-04-27T01:29:29.568616Z","end":"2026-04-27T01:29:29.711717Z","steps":["trace[987598255] 'process raft request' (duration: 142.921691ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:35.015054Z","caller":"traceutil/trace.go:171","msg":"trace[707855146] transaction","detail":"{read_only:false; response_revision:512; number_of_response:1; }","duration":"159.652975ms","start":"2026-04-27T01:29:34.855374Z","end":"2026-04-27T01:29:35.015027Z","steps":["trace[707855146] 'process raft request' (duration: 159.495661ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:35.018888Z","caller":"traceutil/trace.go:171","msg":"trace[2084740318] transaction","detail":"{read_only:false; response_revision:513; number_of_response:1; }","duration":"163.123913ms","start":"2026-04-27T01:29:34.855739Z","end":"2026-04-27T01:29:35.018863Z","steps":["trace[2084740318] 'process raft request' (duration: 162.972889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:36.366145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.528557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:29:36.366265Z","caller":"traceutil/trace.go:171","msg":"trace[1518534023] transaction","detail":"{read_only:false; response_revision:537; number_of_response:1; }","duration":"649.212141ms","start":"2026-04-27T01:29:35.717034Z","end":"2026-04-27T01:29:36.366246Z","steps":["trace[1518534023] 'process raft request' (duration: 449.201832ms)","trace[1518534023] 'compare' (duration: 198.985262ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:29:36.366335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:35.717019Z","time spent":"649.277172ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":64462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:29:36.37193Z","caller":"traceutil/trace.go:171","msg":"trace[1314850613] linearizableReadLoop","detail":"{readStateIndex:559; appliedIndex:556; }","duration":"639.264138ms","start":"2026-04-27T01:29:35.732637Z","end":"2026-04-27T01:29:36.371901Z","steps":["trace[1314850613] 'read index received' (duration: 433.664278ms)","trace[1314850613] 'applied index is now lower than readState.Index' (duration: 205.59897ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:29:36.372046Z","caller":"traceutil/trace.go:171","msg":"trace[1191330115] transaction","detail":"{read_only:false; response_revision:539; number_of_response:1; }","duration":"639.653057ms","start":"2026-04-27T01:29:35.732383Z","end":"2026-04-27T01:29:36.372036Z","steps":["trace[1191330115] 'process raft request' (duration: 639.333099ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:36.372055Z","caller":"traceutil/trace.go:171","msg":"trace[301740804] transaction","detail":"{read_only:false; response_revision:538; number_of_response:1; }","duration":"653.029767ms","start":"2026-04-27T01:29:35.71899Z","end":"2026-04-27T01:29:36.37202Z","steps":["trace[301740804] 'process raft request' (duration: 652.546025ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:36.372165Z","caller":"traceutil/trace.go:171","msg":"trace[99075508] transaction","detail":"{read_only:false; response_revision:540; number_of_response:1; }","duration":"508.535506ms","start":"2026-04-27T01:29:35.863614Z","end":"2026-04-27T01:29:36.372149Z","steps":["trace[99075508] 'process raft request' (duration: 508.184598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:36.372205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:35.718969Z","time spent":"653.17112ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58271,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:29:36.372244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:35.863582Z","time spent":"508.620639ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:29:36.372131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:35.732355Z","time spent":"639.717599ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":79374,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:29:36.372491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.845982ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" ","response":"range_response_count:1 size:28754"} {"level":"info","ts":"2026-04-27T01:29:36.372591Z","caller":"traceutil/trace.go:171","msg":"trace[141391163] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io; range_end:; response_count:1; response_revision:540; }","duration":"639.968926ms","start":"2026-04-27T01:29:35.732602Z","end":"2026-04-27T01:29:36.372571Z","steps":["trace[141391163] 'agreement among raft nodes before linearized reading' (duration: 639.511864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:36.372656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:35.732592Z","time spent":"640.051478ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":103,"response count":1,"response size":28777,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/backendtlspolicies.gateway.networking.k8s.io\" "} {"level":"warn","ts":"2026-04-27T01:29:42.551138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.486892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:29:42.551239Z","caller":"traceutil/trace.go:171","msg":"trace[489829199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:617; }","duration":"116.634735ms","start":"2026-04-27T01:29:42.434582Z","end":"2026-04-27T01:29:42.551216Z","steps":["trace[489829199] 'range keys from in-memory index tree' (duration: 116.303738ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:42.891214Z","caller":"traceutil/trace.go:171","msg":"trace[955120869] linearizableReadLoop","detail":"{readStateIndex:640; appliedIndex:639; }","duration":"112.102741ms","start":"2026-04-27T01:29:42.779038Z","end":"2026-04-27T01:29:42.891141Z","steps":["trace[955120869] 'read index received' (duration: 106.290273ms)","trace[955120869] 'applied index is now lower than readState.Index' (duration: 5.810728ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:29:42.891255Z","caller":"traceutil/trace.go:171","msg":"trace[2087662415] transaction","detail":"{read_only:false; response_revision:619; number_of_response:1; }","duration":"218.237871ms","start":"2026-04-27T01:29:42.672946Z","end":"2026-04-27T01:29:42.891184Z","steps":["trace[2087662415] 'process raft request' (duration: 213.346786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:42.891455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.393758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:29:42.891564Z","caller":"traceutil/trace.go:171","msg":"trace[367697140] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:619; }","duration":"112.539381ms","start":"2026-04-27T01:29:42.778984Z","end":"2026-04-27T01:29:42.891524Z","steps":["trace[367697140] 'agreement among raft nodes before linearized reading' (duration: 112.296975ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:43.014322Z","caller":"traceutil/trace.go:171","msg":"trace[1948029460] transaction","detail":"{read_only:false; response_revision:620; number_of_response:1; }","duration":"117.908498ms","start":"2026-04-27T01:29:42.896373Z","end":"2026-04-27T01:29:43.014281Z","steps":["trace[1948029460] 'process raft request' (duration: 117.531549ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:44.034625Z","caller":"traceutil/trace.go:171","msg":"trace[1270900764] linearizableReadLoop","detail":"{readStateIndex:650; appliedIndex:649; }","duration":"426.508727ms","start":"2026-04-27T01:29:43.608095Z","end":"2026-04-27T01:29:44.034604Z","steps":["trace[1270900764] 'read index received' (duration: 425.772739ms)","trace[1270900764] 'applied index is now lower than readState.Index' (duration: 735.118µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:29:44.034755Z","caller":"traceutil/trace.go:171","msg":"trace[1351306321] transaction","detail":"{read_only:false; response_revision:628; number_of_response:1; }","duration":"570.520245ms","start":"2026-04-27T01:29:43.464201Z","end":"2026-04-27T01:29:44.034721Z","steps":["trace[1351306321] 'process raft request' (duration: 569.89879ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.034844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.735883ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.034919Z","caller":"traceutil/trace.go:171","msg":"trace[1936990103] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:628; }","duration":"426.872836ms","start":"2026-04-27T01:29:43.608035Z","end":"2026-04-27T01:29:44.034908Z","steps":["trace[1936990103] 'agreement among raft nodes before linearized reading' (duration: 426.709812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.034913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.477467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:44.03496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.608004Z","time spent":"426.943228ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:10000 "} {"level":"info","ts":"2026-04-27T01:29:44.034997Z","caller":"traceutil/trace.go:171","msg":"trace[1125300052] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:628; }","duration":"426.659201ms","start":"2026-04-27T01:29:43.608315Z","end":"2026-04-27T01:29:44.034974Z","steps":["trace[1125300052] 'agreement among raft nodes before linearized reading' (duration: 426.488196ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.035016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.492628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:44.034997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.007611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:44.035049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.608292Z","time spent":"426.746273ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:29:44.035066Z","caller":"traceutil/trace.go:171","msg":"trace[19413029] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:628; }","duration":"106.59213ms","start":"2026-04-27T01:29:43.928459Z","end":"2026-04-27T01:29:44.035051Z","steps":["trace[19413029] 'agreement among raft nodes before linearized reading' (duration: 106.454387ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:44.035095Z","caller":"traceutil/trace.go:171","msg":"trace[550650256] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:628; }","duration":"165.168635ms","start":"2026-04-27T01:29:43.8699Z","end":"2026-04-27T01:29:44.035069Z","steps":["trace[550650256] 'agreement among raft nodes before linearized reading' (duration: 164.97979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.035093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.644333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.035167Z","caller":"traceutil/trace.go:171","msg":"trace[79235302] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:628; }","duration":"344.749796ms","start":"2026-04-27T01:29:43.690394Z","end":"2026-04-27T01:29:44.035144Z","steps":["trace[79235302] 'agreement among raft nodes before linearized reading' (duration: 344.590322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.03521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.168441ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:44.035212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.690379Z","time spent":"344.817367ms","remote":"127.0.0.1:39188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:29:44.035223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.671712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:44.035212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.354909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.035265Z","caller":"traceutil/trace.go:171","msg":"trace[615266185] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:628; }","duration":"421.233383ms","start":"2026-04-27T01:29:43.61401Z","end":"2026-04-27T01:29:44.035243Z","steps":["trace[615266185] 'agreement among raft nodes before linearized reading' (duration: 421.156741ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:44.035262Z","caller":"traceutil/trace.go:171","msg":"trace[1207388363] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:628; }","duration":"426.729963ms","start":"2026-04-27T01:29:43.608522Z","end":"2026-04-27T01:29:44.035252Z","steps":["trace[1207388363] 'agreement among raft nodes before linearized reading' (duration: 426.670091ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.0353Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.613998Z","time spent":"421.296525ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:29:44.035305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.608514Z","time spent":"426.782604ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":115,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-27T01:29:44.035313Z","caller":"traceutil/trace.go:171","msg":"trace[1382085754] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:628; }","duration":"165.500613ms","start":"2026-04-27T01:29:43.869784Z","end":"2026-04-27T01:29:44.035285Z","steps":["trace[1382085754] 'agreement among raft nodes before linearized reading' (duration: 165.296038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.035294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.283981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.035396Z","caller":"traceutil/trace.go:171","msg":"trace[143437770] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:628; }","duration":"383.449255ms","start":"2026-04-27T01:29:43.651917Z","end":"2026-04-27T01:29:44.035366Z","steps":["trace[143437770] 'agreement among raft nodes before linearized reading' (duration: 383.2352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.035427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.121274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:44.035445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.651892Z","time spent":"383.538398ms","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:29:44.035464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.031633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.035479Z","caller":"traceutil/trace.go:171","msg":"trace[1265098679] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:628; }","duration":"107.205617ms","start":"2026-04-27T01:29:43.928257Z","end":"2026-04-27T01:29:44.035463Z","steps":["trace[1265098679] 'agreement among raft nodes before linearized reading' (duration: 107.119615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.035479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.95527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.035499Z","caller":"traceutil/trace.go:171","msg":"trace[200314193] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:628; }","duration":"345.090134ms","start":"2026-04-27T01:29:43.690398Z","end":"2026-04-27T01:29:44.035489Z","steps":["trace[200314193] 'agreement among raft nodes before linearized reading' (duration: 345.040353ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.03551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.592419ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:44.035532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.690383Z","time spent":"345.140786ms","remote":"127.0.0.1:39188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:10000 "} {"level":"info","ts":"2026-04-27T01:29:44.035533Z","caller":"traceutil/trace.go:171","msg":"trace[1995351747] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:628; }","duration":"212.038522ms","start":"2026-04-27T01:29:43.823474Z","end":"2026-04-27T01:29:44.035513Z","steps":["trace[1995351747] 'agreement among raft nodes before linearized reading' (duration: 211.96262ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:44.035544Z","caller":"traceutil/trace.go:171","msg":"trace[1835011287] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:628; }","duration":"383.651601ms","start":"2026-04-27T01:29:43.651876Z","end":"2026-04-27T01:29:44.035528Z","steps":["trace[1835011287] 'agreement among raft nodes before linearized reading' (duration: 383.605089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.035572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.651865Z","time spent":"383.701372ms","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:44.035737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.151735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:44.03576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.855031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.035788Z","caller":"traceutil/trace.go:171","msg":"trace[187632399] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:628; }","duration":"165.223457ms","start":"2026-04-27T01:29:43.87055Z","end":"2026-04-27T01:29:44.035774Z","steps":["trace[187632399] 'agreement among raft nodes before linearized reading' (duration: 165.134334ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:44.035807Z","caller":"traceutil/trace.go:171","msg":"trace[673927962] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:628; }","duration":"131.934253ms","start":"2026-04-27T01:29:43.90386Z","end":"2026-04-27T01:29:44.035794Z","steps":["trace[673927962] 'agreement among raft nodes before linearized reading' (duration: 131.79255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.035811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.408893ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:44.03589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.418118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:44.035907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.156209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.035935Z","caller":"traceutil/trace.go:171","msg":"trace[1383450467] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:628; }","duration":"383.22752ms","start":"2026-04-27T01:29:43.6527Z","end":"2026-04-27T01:29:44.035928Z","steps":["trace[1383450467] 'agreement among raft nodes before linearized reading' (duration: 383.183489ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:44.035933Z","caller":"traceutil/trace.go:171","msg":"trace[1776908127] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:628; }","duration":"211.503859ms","start":"2026-04-27T01:29:43.824415Z","end":"2026-04-27T01:29:44.035919Z","steps":["trace[1776908127] 'agreement among raft nodes before linearized reading' (duration: 211.418287ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.035956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.652679Z","time spent":"383.271082ms","remote":"127.0.0.1:39174","response type":"/etcdserverpb.KV/Range","request count":0,"request size":117,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:29:44.035966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.918683ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.035899Z","caller":"traceutil/trace.go:171","msg":"trace[1975079360] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:628; }","duration":"345.461264ms","start":"2026-04-27T01:29:43.690385Z","end":"2026-04-27T01:29:44.035846Z","steps":["trace[1975079360] 'agreement among raft nodes before linearized reading' (duration: 345.382172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.035979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.694229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.036004Z","caller":"traceutil/trace.go:171","msg":"trace[1689949738] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:628; }","duration":"131.990674ms","start":"2026-04-27T01:29:43.904Z","end":"2026-04-27T01:29:44.035991Z","steps":["trace[1689949738] 'agreement among raft nodes before linearized reading' (duration: 131.938743ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.036009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.690371Z","time spent":"345.632308ms","remote":"127.0.0.1:39188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" limit:500 "} {"level":"info","ts":"2026-04-27T01:29:44.03604Z","caller":"traceutil/trace.go:171","msg":"trace[2083328092] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:628; }","duration":"107.833903ms","start":"2026-04-27T01:29:43.928187Z","end":"2026-04-27T01:29:44.036021Z","steps":["trace[2083328092] 'agreement among raft nodes before linearized reading' (duration: 107.71057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.036058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:43.464166Z","time spent":"570.666949ms","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036309,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:29:44.035118Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.192341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:44.036173Z","caller":"traceutil/trace.go:171","msg":"trace[661596215] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:628; }","duration":"212.32877ms","start":"2026-04-27T01:29:43.82383Z","end":"2026-04-27T01:29:44.036159Z","steps":["trace[661596215] 'agreement among raft nodes before linearized reading' (duration: 211.17175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:44.649476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696731436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:29:45.150384Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696731436,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:29:45.309262Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.022913619s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:29:45.309837Z","caller":"traceutil/trace.go:171","msg":"trace[1347288583] linearizableReadLoop","detail":"{readStateIndex:652; appliedIndex:651; }","duration":"1.161103221s","start":"2026-04-27T01:29:44.148655Z","end":"2026-04-27T01:29:45.309758Z","steps":["trace[1347288583] 'read index received' (duration: 1.160739372s)","trace[1347288583] 'applied index is now lower than readState.Index' (duration: 362.509µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:29:45.309911Z","caller":"traceutil/trace.go:171","msg":"trace[2068815959] transaction","detail":"{read_only:false; response_revision:630; number_of_response:1; }","duration":"1.16188439s","start":"2026-04-27T01:29:44.147999Z","end":"2026-04-27T01:29:45.309883Z","steps":["trace[2068815959] 'process raft request' (duration: 1.161530021s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.310082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.14799Z","time spent":"1.161967872s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2735,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:29:45.310075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161394128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.310173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.540008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.310181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"695.115713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.31021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.161451041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.310263Z","caller":"traceutil/trace.go:171","msg":"trace[1464344881] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:630; }","duration":"695.259538ms","start":"2026-04-27T01:29:44.614985Z","end":"2026-04-27T01:29:45.310245Z","steps":["trace[1464344881] 'agreement among raft nodes before linearized reading' (duration: 695.102583ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.310269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.342331ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.31031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.614968Z","time spent":"695.335269ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:29:45.31032Z","caller":"traceutil/trace.go:171","msg":"trace[1698473860] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:630; }","duration":"819.416403ms","start":"2026-04-27T01:29:44.490887Z","end":"2026-04-27T01:29:45.310304Z","steps":["trace[1698473860] 'agreement among raft nodes before linearized reading' (duration: 819.335101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.310363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"840.94967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.310368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.490878Z","time spent":"819.477515ms","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:45.310367Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.252208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.310399Z","caller":"traceutil/trace.go:171","msg":"trace[2075848958] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:630; }","duration":"840.987951ms","start":"2026-04-27T01:29:44.469402Z","end":"2026-04-27T01:29:45.31039Z","steps":["trace[2075848958] 'agreement among raft nodes before linearized reading' (duration: 840.933429ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.310417Z","caller":"traceutil/trace.go:171","msg":"trace[1390352524] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:630; }","duration":"547.331449ms","start":"2026-04-27T01:29:44.763073Z","end":"2026-04-27T01:29:45.310405Z","steps":["trace[1390352524] 'agreement among raft nodes before linearized reading' (duration: 547.263937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.310427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.85035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.310473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.763056Z","time spent":"547.402091ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:45.310438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.469367Z","time spent":"841.061923ms","remote":"127.0.0.1:39298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:29:45.310482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"841.883713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.310529Z","caller":"traceutil/trace.go:171","msg":"trace[1308142651] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:630; }","duration":"841.946134ms","start":"2026-04-27T01:29:44.468573Z","end":"2026-04-27T01:29:45.310519Z","steps":["trace[1308142651] 'agreement among raft nodes before linearized reading' (duration: 841.888612ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.310568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.77913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.310603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"633.960034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.31064Z","caller":"traceutil/trace.go:171","msg":"trace[1252923066] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:630; }","duration":"588.882492ms","start":"2026-04-27T01:29:44.721727Z","end":"2026-04-27T01:29:45.310609Z","steps":["trace[1252923066] 'agreement among raft nodes before linearized reading' (duration: 588.771709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.310691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.721705Z","time spent":"588.975175ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:45.310698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.133869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.310718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.603075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"warn","ts":"2026-04-27T01:29:45.310773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.994206ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.310781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.927249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.310788Z","caller":"traceutil/trace.go:171","msg":"trace[341597345] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:630; }","duration":"708.711358ms","start":"2026-04-27T01:29:44.602058Z","end":"2026-04-27T01:29:45.310769Z","steps":["trace[341597345] 'agreement among raft nodes before linearized reading' (duration: 708.511893ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.310797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.199988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.310826Z","caller":"traceutil/trace.go:171","msg":"trace[952905072] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:630; }","duration":"577.009101ms","start":"2026-04-27T01:29:44.733803Z","end":"2026-04-27T01:29:45.310812Z","steps":["trace[952905072] 'agreement among raft nodes before linearized reading' (duration: 576.94583ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.310842Z","caller":"traceutil/trace.go:171","msg":"trace[896516143] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:630; }","duration":"615.255981ms","start":"2026-04-27T01:29:44.695573Z","end":"2026-04-27T01:29:45.310829Z","steps":["trace[896516143] 'agreement among raft nodes before linearized reading' (duration: 615.182369ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.310884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.733784Z","time spent":"577.085013ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:29:45.310895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.299476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.310904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.003128128s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.310936Z","caller":"traceutil/trace.go:171","msg":"trace[710954945] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:630; }","duration":"732.376258ms","start":"2026-04-27T01:29:44.578546Z","end":"2026-04-27T01:29:45.310922Z","steps":["trace[710954945] 'agreement among raft nodes before linearized reading' (duration: 732.314476ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.310959Z","caller":"traceutil/trace.go:171","msg":"trace[1684969822] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:630; }","duration":"1.003189729s","start":"2026-04-27T01:29:44.307754Z","end":"2026-04-27T01:29:45.310944Z","steps":["trace[1684969822] 'agreement among raft nodes before linearized reading' (duration: 1.003122548s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.31104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.499877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.310986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.578517Z","time spent":"732.45649ms","remote":"127.0.0.1:39328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:29:45.311049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"587.352244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.310246Z","caller":"traceutil/trace.go:171","msg":"trace[728350471] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:630; }","duration":"576.632672ms","start":"2026-04-27T01:29:44.733593Z","end":"2026-04-27T01:29:45.310225Z","steps":["trace[728350471] 'agreement among raft nodes before linearized reading' (duration: 576.520938ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.311111Z","caller":"traceutil/trace.go:171","msg":"trace[984689200] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:630; }","duration":"587.448635ms","start":"2026-04-27T01:29:44.723649Z","end":"2026-04-27T01:29:45.311098Z","steps":["trace[984689200] 'agreement among raft nodes before linearized reading' (duration: 587.355783ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.311147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.723622Z","time spent":"587.515647ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:29:45.311148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"733.607759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.31115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.733584Z","time spent":"577.547064ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:10000 "} {"level":"info","ts":"2026-04-27T01:29:45.3112Z","caller":"traceutil/trace.go:171","msg":"trace[2043967457] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:630; }","duration":"733.707262ms","start":"2026-04-27T01:29:44.577481Z","end":"2026-04-27T01:29:45.311188Z","steps":["trace[2043967457] 'agreement among raft nodes before linearized reading' (duration: 733.63726ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.311223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"819.771622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.311255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.577459Z","time spent":"733.780403ms","remote":"127.0.0.1:39340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:45.310641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.468566Z","time spent":"841.998986ms","remote":"127.0.0.1:39298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:45.311274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"859.94776ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.310806Z","caller":"traceutil/trace.go:171","msg":"trace[1935130134] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:630; }","duration":"859.045388ms","start":"2026-04-27T01:29:44.451753Z","end":"2026-04-27T01:29:45.310799Z","steps":["trace[1935130134] 'agreement among raft nodes before linearized reading' (duration: 858.998717ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.311319Z","caller":"traceutil/trace.go:171","msg":"trace[2102925548] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:630; }","duration":"860.019272ms","start":"2026-04-27T01:29:44.45129Z","end":"2026-04-27T01:29:45.31131Z","steps":["trace[2102925548] 'agreement among raft nodes before linearized reading' (duration: 859.94989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.311329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.224819ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.310694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.910998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:29:45.311342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.451746Z","time spent":"859.577691ms","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:29:45.311361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.451274Z","time spent":"860.074664ms","remote":"127.0.0.1:39282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"info","ts":"2026-04-27T01:29:45.311366Z","caller":"traceutil/trace.go:171","msg":"trace[1606936902] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:630; }","duration":"776.28472ms","start":"2026-04-27T01:29:44.53507Z","end":"2026-04-27T01:29:45.311354Z","steps":["trace[1606936902] 'agreement among raft nodes before linearized reading' (duration: 776.230558ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.311385Z","caller":"traceutil/trace.go:171","msg":"trace[76647381] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:630; }","duration":"635.617896ms","start":"2026-04-27T01:29:44.675751Z","end":"2026-04-27T01:29:45.311369Z","steps":["trace[76647381] 'agreement among raft nodes before linearized reading' (duration: 634.920319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.311405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.535057Z","time spent":"776.337062ms","remote":"127.0.0.1:39328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:29:45.311447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.675731Z","time spent":"635.698758ms","remote":"127.0.0.1:39356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:45.311484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.49286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.310308Z","caller":"traceutil/trace.go:171","msg":"trace[1291921247] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:630; }","duration":"1.161586524s","start":"2026-04-27T01:29:44.148701Z","end":"2026-04-27T01:29:45.310287Z","steps":["trace[1291921247] 'agreement among raft nodes before linearized reading' (duration: 1.161369268s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.311276Z","caller":"traceutil/trace.go:171","msg":"trace[671184733] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:630; }","duration":"819.837084ms","start":"2026-04-27T01:29:44.491425Z","end":"2026-04-27T01:29:45.311262Z","steps":["trace[671184733] 'agreement among raft nodes before linearized reading' (duration: 819.711111ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.310482Z","caller":"traceutil/trace.go:171","msg":"trace[945711070] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:630; }","duration":"614.908682ms","start":"2026-04-27T01:29:44.695558Z","end":"2026-04-27T01:29:45.310467Z","steps":["trace[945711070] 'agreement among raft nodes before linearized reading' (duration: 614.823319ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.311472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.125004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-04-27T01:29:45.310721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.938194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.312156Z","caller":"traceutil/trace.go:171","msg":"trace[607563281] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:630; }","duration":"577.39142ms","start":"2026-04-27T01:29:44.734746Z","end":"2026-04-27T01:29:45.312137Z","steps":["trace[607563281] 'agreement among raft nodes before linearized reading' (duration: 575.934314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.310888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.695569Z","time spent":"615.305532ms","remote":"127.0.0.1:39370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:29:45.31224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.734734Z","time spent":"577.488022ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:29:45.310835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.60203Z","time spent":"708.79296ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:29:45.311615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.695512Z","time spent":"616.085161ms","remote":"127.0.0.1:39370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:45.310547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.710814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.312544Z","caller":"traceutil/trace.go:171","msg":"trace[129841477] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:630; }","duration":"548.922239ms","start":"2026-04-27T01:29:44.763607Z","end":"2026-04-27T01:29:45.312529Z","steps":["trace[129841477] 'agreement among raft nodes before linearized reading' (duration: 546.582161ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.312595Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.7636Z","time spent":"548.97905ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:29:45.310724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"614.732707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.312707Z","caller":"traceutil/trace.go:171","msg":"trace[1122407572] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:630; }","duration":"616.728857ms","start":"2026-04-27T01:29:44.695955Z","end":"2026-04-27T01:29:45.312684Z","steps":["trace[1122407572] 'agreement among raft nodes before linearized reading' (duration: 614.727407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.312766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.695944Z","time spent":"616.804458ms","remote":"127.0.0.1:39370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":109,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" limit:500 "} {"level":"info","ts":"2026-04-27T01:29:45.31016Z","caller":"traceutil/trace.go:171","msg":"trace[39959011] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:630; }","duration":"1.16150453s","start":"2026-04-27T01:29:44.148635Z","end":"2026-04-27T01:29:45.310139Z","steps":["trace[39959011] 'agreement among raft nodes before linearized reading' (duration: 1.161318836s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.312903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.148626Z","time spent":"1.16426712s","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:45.311047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.307749Z","time spent":"1.003278112s","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:29:45.311092Z","caller":"traceutil/trace.go:171","msg":"trace[2133212341] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:630; }","duration":"733.598319ms","start":"2026-04-27T01:29:44.577481Z","end":"2026-04-27T01:29:45.311079Z","steps":["trace[2133212341] 'agreement among raft nodes before linearized reading' (duration: 733.528867ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.313139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.577459Z","time spent":"735.666311ms","remote":"127.0.0.1:39340","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:29:45.311563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.491419Z","time spent":"820.129131ms","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":99,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:29:45.310731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.99057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.313401Z","caller":"traceutil/trace.go:171","msg":"trace[43864903] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:630; }","duration":"637.689738ms","start":"2026-04-27T01:29:44.675697Z","end":"2026-04-27T01:29:45.313387Z","steps":["trace[43864903] 'agreement among raft nodes before linearized reading' (duration: 635.015401ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.313468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.675673Z","time spent":"637.780371ms","remote":"127.0.0.1:39356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:29:45.310732Z","caller":"traceutil/trace.go:171","msg":"trace[1630546669] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:630; }","duration":"842.19168ms","start":"2026-04-27T01:29:44.468531Z","end":"2026-04-27T01:29:45.310723Z","steps":["trace[1630546669] 'agreement among raft nodes before linearized reading' (duration: 842.134919ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.313554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.46852Z","time spent":"845.012402ms","remote":"127.0.0.1:39298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:29:45.311629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"776.521826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.313676Z","caller":"traceutil/trace.go:171","msg":"trace[1207847515] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:630; }","duration":"778.598338ms","start":"2026-04-27T01:29:44.535067Z","end":"2026-04-27T01:29:45.313665Z","steps":["trace[1207847515] 'agreement among raft nodes before linearized reading' (duration: 776.525086ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.313735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.535054Z","time spent":"778.65388ms","remote":"127.0.0.1:39328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":97,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:45.310313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.146064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.313882Z","caller":"traceutil/trace.go:171","msg":"trace[92372763] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:630; }","duration":"550.720144ms","start":"2026-04-27T01:29:44.763152Z","end":"2026-04-27T01:29:45.313872Z","steps":["trace[92372763] 'agreement among raft nodes before linearized reading' (duration: 547.125564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.313922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.76311Z","time spent":"550.799086ms","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:29:45.3117Z","caller":"traceutil/trace.go:171","msg":"trace[680623058] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:630; }","duration":"820.734446ms","start":"2026-04-27T01:29:44.490949Z","end":"2026-04-27T01:29:45.311684Z","steps":["trace[680623058] 'agreement among raft nodes before linearized reading' (duration: 820.48559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.314037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.490942Z","time spent":"823.075366ms","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:29:45.31173Z","caller":"traceutil/trace.go:171","msg":"trace[316807219] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:630; }","duration":"135.36293ms","start":"2026-04-27T01:29:45.176309Z","end":"2026-04-27T01:29:45.311672Z","steps":["trace[316807219] 'agreement among raft nodes before linearized reading' (duration: 134.532409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.311758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.148685Z","time spent":"1.16305273s","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:29:45.31065Z","caller":"traceutil/trace.go:171","msg":"trace[799735562] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:630; }","duration":"634.046917ms","start":"2026-04-27T01:29:44.676591Z","end":"2026-04-27T01:29:45.310638Z","steps":["trace[799735562] 'agreement among raft nodes before linearized reading' (duration: 633.971935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.314486Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.676579Z","time spent":"637.887473ms","remote":"127.0.0.1:39356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:29:45.311824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.516034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:477"} {"level":"info","ts":"2026-04-27T01:29:45.314585Z","caller":"traceutil/trace.go:171","msg":"trace[627463167] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:630; }","duration":"155.279164ms","start":"2026-04-27T01:29:45.159294Z","end":"2026-04-27T01:29:45.314573Z","steps":["trace[627463167] 'agreement among raft nodes before linearized reading' (duration: 152.472313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.311875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.630909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:29:45.314729Z","caller":"traceutil/trace.go:171","msg":"trace[214147684] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:630; }","duration":"294.527383ms","start":"2026-04-27T01:29:45.020193Z","end":"2026-04-27T01:29:45.314721Z","steps":["trace[214147684] 'agreement among raft nodes before linearized reading' (duration: 291.65291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.311903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.004240356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.314812Z","caller":"traceutil/trace.go:171","msg":"trace[1378644211] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:630; }","duration":"1.00718274s","start":"2026-04-27T01:29:44.307618Z","end":"2026-04-27T01:29:45.3148Z","steps":["trace[1378644211] 'agreement among raft nodes before linearized reading' (duration: 1.004236645s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.314865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.3076Z","time spent":"1.007245582s","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" limit:10000 "} {"level":"warn","ts":"2026-04-27T01:29:45.311938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.162906857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.315007Z","caller":"traceutil/trace.go:171","msg":"trace[1276888295] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:630; }","duration":"1.165988684s","start":"2026-04-27T01:29:44.149004Z","end":"2026-04-27T01:29:45.314993Z","steps":["trace[1276888295] 'agreement among raft nodes before linearized reading' (duration: 1.162889036s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.315052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.148999Z","time spent":"1.166038986s","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":111,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" limit:500 "} {"level":"warn","ts":"2026-04-27T01:29:45.312021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.522884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:45.315161Z","caller":"traceutil/trace.go:171","msg":"trace[220484643] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:630; }","duration":"863.709684ms","start":"2026-04-27T01:29:44.451442Z","end":"2026-04-27T01:29:45.315152Z","steps":["trace[220484643] 'agreement among raft nodes before linearized reading' (duration: 860.530214ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.315192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:44.451414Z","time spent":"863.768586ms","remote":"127.0.0.1:39282","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:29:45.969708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"629.47672ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:29:45.969981Z","caller":"traceutil/trace.go:171","msg":"trace[1965216288] transaction","detail":"{read_only:false; response_revision:631; number_of_response:1; }","duration":"653.053357ms","start":"2026-04-27T01:29:45.316906Z","end":"2026-04-27T01:29:45.969959Z","steps":["trace[1965216288] 'process raft request' (duration: 23.238959ms)","trace[1965216288] 'compare' (duration: 629.323656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:29:45.970084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:45.316884Z","time spent":"653.151249ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":905,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:29:45.970049Z","caller":"traceutil/trace.go:171","msg":"trace[1115444379] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"652.073103ms","start":"2026-04-27T01:29:45.317938Z","end":"2026-04-27T01:29:45.970011Z","steps":["trace[1115444379] 'process raft request' (duration: 651.897268ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.970169Z","caller":"traceutil/trace.go:171","msg":"trace[1805777184] transaction","detail":"{read_only:false; response_revision:634; number_of_response:1; }","duration":"651.082027ms","start":"2026-04-27T01:29:45.319061Z","end":"2026-04-27T01:29:45.970143Z","steps":["trace[1805777184] 'process raft request' (duration: 650.911703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.970195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:45.317925Z","time spent":"652.200526ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":775,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T01:29:45.970189Z","caller":"traceutil/trace.go:171","msg":"trace[766595488] transaction","detail":"{read_only:false; response_revision:636; number_of_response:1; }","duration":"650.666617ms","start":"2026-04-27T01:29:45.319504Z","end":"2026-04-27T01:29:45.970171Z","steps":["trace[766595488] 'process raft request' (duration: 650.585405ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.970158Z","caller":"traceutil/trace.go:171","msg":"trace[108711518] transaction","detail":"{read_only:false; response_revision:633; number_of_response:1; }","duration":"651.265121ms","start":"2026-04-27T01:29:45.318809Z","end":"2026-04-27T01:29:45.970074Z","steps":["trace[108711518] 'process raft request' (duration: 651.085197ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.970245Z","caller":"traceutil/trace.go:171","msg":"trace[902098959] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"650.888822ms","start":"2026-04-27T01:29:45.319336Z","end":"2026-04-27T01:29:45.970225Z","steps":["trace[902098959] 'process raft request' (duration: 650.701237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.970285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:45.319483Z","time spent":"650.754198ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:29:45.97029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:45.319042Z","time spent":"651.180599ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:29:45.970321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:45.31933Z","time spent":"650.949273ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:29:45.970393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:45.318797Z","time spent":"651.465516ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3209,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:29:45.970424Z","caller":"traceutil/trace.go:171","msg":"trace[1685490987] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"650.462382ms","start":"2026-04-27T01:29:45.319942Z","end":"2026-04-27T01:29:45.970405Z","steps":["trace[1685490987] 'process raft request' (duration: 650.375689ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:45.970466Z","caller":"traceutil/trace.go:171","msg":"trace[238785631] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"650.808081ms","start":"2026-04-27T01:29:45.319634Z","end":"2026-04-27T01:29:45.970442Z","steps":["trace[238785631] 'process raft request' (duration: 650.494543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:45.970527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:45.319936Z","time spent":"650.535523ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:29:45.970558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:45.319627Z","time spent":"650.883962ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:29:47.139545Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.266905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:47.139623Z","caller":"traceutil/trace.go:171","msg":"trace[1526711773] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:638; }","duration":"522.392278ms","start":"2026-04-27T01:29:46.617212Z","end":"2026-04-27T01:29:47.139605Z","steps":["trace[1526711773] 'range keys from in-memory index tree' (duration: 522.175912ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:47.139669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:46.617181Z","time spent":"522.471779ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:29:47.143388Z","caller":"traceutil/trace.go:171","msg":"trace[1777237855] transaction","detail":"{read_only:false; response_revision:639; number_of_response:1; }","duration":"498.618545ms","start":"2026-04-27T01:29:46.644746Z","end":"2026-04-27T01:29:47.143365Z","steps":["trace[1777237855] 'process raft request' (duration: 498.43982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:47.143548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:29:46.644724Z","time spent":"498.730177ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:29:48.773426Z","caller":"traceutil/trace.go:171","msg":"trace[720324911] linearizableReadLoop","detail":"{readStateIndex:698; appliedIndex:697; }","duration":"159.386299ms","start":"2026-04-27T01:29:48.613957Z","end":"2026-04-27T01:29:48.773343Z","steps":["trace[720324911] 'read index received' (duration: 159.187594ms)","trace[720324911] 'applied index is now lower than readState.Index' (duration: 197.485µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:29:48.773489Z","caller":"traceutil/trace.go:171","msg":"trace[641852165] transaction","detail":"{read_only:false; response_revision:675; number_of_response:1; }","duration":"217.741646ms","start":"2026-04-27T01:29:48.555701Z","end":"2026-04-27T01:29:48.773443Z","steps":["trace[641852165] 'process raft request' (duration: 217.50908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:29:48.773742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.765998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:29:48.773888Z","caller":"traceutil/trace.go:171","msg":"trace[219283927] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:675; }","duration":"159.964443ms","start":"2026-04-27T01:29:48.613898Z","end":"2026-04-27T01:29:48.773863Z","steps":["trace[219283927] 'agreement among raft nodes before linearized reading' (duration: 159.609714ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:29:49.502133Z","caller":"traceutil/trace.go:171","msg":"trace[1408619437] transaction","detail":"{read_only:false; response_revision:682; number_of_response:1; }","duration":"116.378369ms","start":"2026-04-27T01:29:49.38573Z","end":"2026-04-27T01:29:49.502108Z","steps":["trace[1408619437] 'process raft request' (duration: 115.100696ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:30:00.707844Z","caller":"traceutil/trace.go:171","msg":"trace[864650853] transaction","detail":"{read_only:false; response_revision:782; number_of_response:1; }","duration":"282.079207ms","start":"2026-04-27T01:30:00.42573Z","end":"2026-04-27T01:30:00.707809Z","steps":["trace[864650853] 'process raft request' (duration: 281.850081ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:30:03.825407Z","caller":"traceutil/trace.go:171","msg":"trace[719313535] linearizableReadLoop","detail":"{readStateIndex:824; appliedIndex:823; }","duration":"210.73968ms","start":"2026-04-27T01:30:03.614647Z","end":"2026-04-27T01:30:03.825386Z","steps":["trace[719313535] 'read index received' (duration: 210.544825ms)","trace[719313535] 'applied index is now lower than readState.Index' (duration: 194.205µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:30:03.82544Z","caller":"traceutil/trace.go:171","msg":"trace[1640980188] transaction","detail":"{read_only:false; response_revision:797; number_of_response:1; }","duration":"355.924757ms","start":"2026-04-27T01:30:03.469496Z","end":"2026-04-27T01:30:03.825421Z","steps":["trace[1640980188] 'process raft request' (duration: 355.756123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:30:03.825514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.864522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:30:03.825545Z","caller":"traceutil/trace.go:171","msg":"trace[87348444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:797; }","duration":"210.960504ms","start":"2026-04-27T01:30:03.614573Z","end":"2026-04-27T01:30:03.825534Z","steps":["trace[87348444] 'agreement among raft nodes before linearized reading' (duration: 210.895773ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:30:03.825555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:30:03.469467Z","time spent":"356.019129ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2785,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:30:44.645725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.644593ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:30:44.645931Z","caller":"traceutil/trace.go:171","msg":"trace[633155776] linearizableReadLoop","detail":"{readStateIndex:1335; appliedIndex:1334; }","duration":"312.211653ms","start":"2026-04-27T01:30:44.3337Z","end":"2026-04-27T01:30:44.645912Z","steps":["trace[633155776] 'read index received' (duration: 23.374555ms)","trace[633155776] 'applied index is now lower than readState.Index' (duration: 288.835718ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:30:44.646054Z","caller":"traceutil/trace.go:171","msg":"trace[1695830638] transaction","detail":"{read_only:false; response_revision:1294; number_of_response:1; }","duration":"314.545973ms","start":"2026-04-27T01:30:44.331464Z","end":"2026-04-27T01:30:44.64601Z","steps":["trace[1695830638] 'process raft request' (duration: 25.51595ms)","trace[1695830638] 'compare' (duration: 288.496759ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:30:44.646307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.600344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:30:44.646363Z","caller":"traceutil/trace.go:171","msg":"trace[1942614685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1294; }","duration":"312.706446ms","start":"2026-04-27T01:30:44.333641Z","end":"2026-04-27T01:30:44.646348Z","steps":["trace[1942614685] 'agreement among raft nodes before linearized reading' (duration: 312.343996ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:30:44.646371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:30:44.331435Z","time spent":"314.730508ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:30:44.646405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:30:44.333616Z","time spent":"312.778349ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:30:44.652968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.607401ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:30:44.652986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.32826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:30:44.65303Z","caller":"traceutil/trace.go:171","msg":"trace[900086190] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:1295; }","duration":"284.693473ms","start":"2026-04-27T01:30:44.36832Z","end":"2026-04-27T01:30:44.653013Z","steps":["trace[900086190] 'agreement among raft nodes before linearized reading' (duration: 284.59094ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:30:44.653042Z","caller":"traceutil/trace.go:171","msg":"trace[1760756005] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1295; }","duration":"318.396891ms","start":"2026-04-27T01:30:44.334626Z","end":"2026-04-27T01:30:44.653023Z","steps":["trace[1760756005] 'agreement among raft nodes before linearized reading' (duration: 318.232067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:30:44.653073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:30:44.334611Z","time spent":"318.454903ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:30:44.653048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.948978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:30:44.653142Z","caller":"traceutil/trace.go:171","msg":"trace[2131838263] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:1295; }","duration":"292.114982ms","start":"2026-04-27T01:30:44.361009Z","end":"2026-04-27T01:30:44.653124Z","steps":["trace[2131838263] 'agreement among raft nodes before linearized reading' (duration: 291.940087ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:30:44.653141Z","caller":"traceutil/trace.go:171","msg":"trace[953491601] transaction","detail":"{read_only:false; response_revision:1295; number_of_response:1; }","duration":"305.329998ms","start":"2026-04-27T01:30:44.347769Z","end":"2026-04-27T01:30:44.653099Z","steps":["trace[953491601] 'process raft request' (duration: 304.881627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:30:44.65328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:30:44.347739Z","time spent":"305.462342ms","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":105315,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:30:44.653455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"318.652578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:30:44.654116Z","caller":"traceutil/trace.go:171","msg":"trace[290177207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1295; }","duration":"319.306425ms","start":"2026-04-27T01:30:44.334767Z","end":"2026-04-27T01:30:44.654073Z","steps":["trace[290177207] 'agreement among raft nodes before linearized reading' (duration: 318.245338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:30:44.654179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:30:44.33476Z","time spent":"319.403097ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:30:50.377361Z","caller":"traceutil/trace.go:171","msg":"trace[1728134335] transaction","detail":"{read_only:false; response_revision:1340; number_of_response:1; }","duration":"128.270527ms","start":"2026-04-27T01:30:50.249063Z","end":"2026-04-27T01:30:50.377333Z","steps":["trace[1728134335] 'process raft request' (duration: 128.052571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:30:52.60302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.13944ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:28"} {"level":"warn","ts":"2026-04-27T01:30:55.211441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.643005ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:30:55.211559Z","caller":"traceutil/trace.go:171","msg":"trace[1559740040] linearizableReadLoop","detail":"{readStateIndex:1497; appliedIndex:1496; }","duration":"300.806492ms","start":"2026-04-27T01:30:54.910734Z","end":"2026-04-27T01:30:55.211541Z","steps":["trace[1559740040] 'read index received' (duration: 195.962962ms)","trace[1559740040] 'applied index is now lower than readState.Index' (duration: 104.8419ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:30:55.211678Z","caller":"traceutil/trace.go:171","msg":"trace[1753886572] transaction","detail":"{read_only:false; response_revision:1453; number_of_response:1; }","duration":"422.737089ms","start":"2026-04-27T01:30:54.788915Z","end":"2026-04-27T01:30:55.211652Z","steps":["trace[1753886572] 'process raft request' (duration: 317.775916ms)","trace[1753886572] 'compare' (duration: 104.331427ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:30:55.211795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:30:54.788886Z","time spent":"422.853752ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:30:55.211827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.174139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:30:55.211913Z","caller":"traceutil/trace.go:171","msg":"trace[1917721028] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1453; }","duration":"209.313072ms","start":"2026-04-27T01:30:55.00258Z","end":"2026-04-27T01:30:55.211893Z","steps":["trace[1917721028] 'agreement among raft nodes before linearized reading' (duration: 209.102727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:30:55.211852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.118131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T01:30:55.211999Z","caller":"traceutil/trace.go:171","msg":"trace[1041829927] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:1453; }","duration":"301.288915ms","start":"2026-04-27T01:30:54.910678Z","end":"2026-04-27T01:30:55.211967Z","steps":["trace[1041829927] 'agreement among raft nodes before linearized reading' (duration: 301.036649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:30:55.212045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:30:54.910649Z","time spent":"301.385957ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T01:30:55.366023Z","caller":"traceutil/trace.go:171","msg":"trace[247212362] transaction","detail":"{read_only:false; response_revision:1455; number_of_response:1; }","duration":"149.113088ms","start":"2026-04-27T01:30:55.216883Z","end":"2026-04-27T01:30:55.365997Z","steps":["trace[247212362] 'process raft request' (duration: 148.937674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:20.428751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"877.67448ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T01:31:20.42882Z","caller":"traceutil/trace.go:171","msg":"trace[140012568] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1858; }","duration":"877.808833ms","start":"2026-04-27T01:31:19.550992Z","end":"2026-04-27T01:31:20.428801Z","steps":["trace[140012568] 'range keys from in-memory index tree' (duration: 877.436164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:20.428845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:19.550938Z","time spent":"877.901476ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:31:20.429392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.421485ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:31:20.429543Z","caller":"traceutil/trace.go:171","msg":"trace[1337668293] linearizableReadLoop","detail":"{readStateIndex:1930; appliedIndex:1929; }","duration":"823.659423ms","start":"2026-04-27T01:31:19.605865Z","end":"2026-04-27T01:31:20.429525Z","steps":["trace[1337668293] 'read index received' (duration: 330.809147ms)","trace[1337668293] 'applied index is now lower than readState.Index' (duration: 492.848956ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:20.429618Z","caller":"traceutil/trace.go:171","msg":"trace[1052462368] transaction","detail":"{read_only:false; response_revision:1859; number_of_response:1; }","duration":"859.033924ms","start":"2026-04-27T01:31:19.570505Z","end":"2026-04-27T01:31:20.429539Z","steps":["trace[1052462368] 'process raft request' (duration: 366.355483ms)","trace[1052462368] 'compare' (duration: 492.291152ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:20.429915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:19.570475Z","time spent":"859.25788ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:20.429923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.596803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" ","response":"range_response_count:1 size:10630"} {"level":"warn","ts":"2026-04-27T01:31:20.429936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.694833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-04-27T01:31:20.43Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"823.911189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a7e945b-3400-4af5-b374-8a92c0964dbc\" ","response":"range_response_count:1 size:3627"} {"level":"info","ts":"2026-04-27T01:31:20.430001Z","caller":"traceutil/trace.go:171","msg":"trace[2119641488] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-haproxy-0; range_end:; response_count:1; response_revision:1859; }","duration":"595.724526ms","start":"2026-04-27T01:31:19.834256Z","end":"2026-04-27T01:31:20.429981Z","steps":["trace[2119641488] 'agreement among raft nodes before linearized reading' (duration: 595.446089ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:20.430039Z","caller":"traceutil/trace.go:171","msg":"trace[1511502234] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-6a7e945b-3400-4af5-b374-8a92c0964dbc; range_end:; response_count:1; response_revision:1859; }","duration":"824.219887ms","start":"2026-04-27T01:31:19.605805Z","end":"2026-04-27T01:31:20.430025Z","steps":["trace[1511502234] 'agreement among raft nodes before linearized reading' (duration: 823.835988ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:20.430048Z","caller":"traceutil/trace.go:171","msg":"trace[1140008447] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1859; }","duration":"653.887917ms","start":"2026-04-27T01:31:19.776133Z","end":"2026-04-27T01:31:20.430021Z","steps":["trace[1140008447] 'agreement among raft nodes before linearized reading' (duration: 653.544959ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:20.430063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:19.834232Z","time spent":"595.819169ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":51,"response count":1,"response size":10653,"request content":"key:\"/registry/pods/openstack/percona-xtradb-haproxy-0\" "} {"level":"warn","ts":"2026-04-27T01:31:20.430074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:19.605756Z","time spent":"824.309249ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3650,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-6a7e945b-3400-4af5-b374-8a92c0964dbc\" "} {"level":"warn","ts":"2026-04-27T01:31:20.430095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:19.7761Z","time spent":"653.98806ms","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T01:31:20.658905Z","caller":"traceutil/trace.go:171","msg":"trace[335377684] transaction","detail":"{read_only:false; response_revision:1861; number_of_response:1; }","duration":"215.52086ms","start":"2026-04-27T01:31:20.443338Z","end":"2026-04-27T01:31:20.658859Z","steps":["trace[335377684] 'process raft request' (duration: 215.10325ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:20.771333Z","caller":"traceutil/trace.go:171","msg":"trace[1002305908] transaction","detail":"{read_only:false; response_revision:1862; number_of_response:1; }","duration":"106.256237ms","start":"2026-04-27T01:31:20.665039Z","end":"2026-04-27T01:31:20.771296Z","steps":["trace[1002305908] 'process raft request' (duration: 85.212651ms)","trace[1002305908] 'compare' (duration: 20.80557ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:20.855493Z","caller":"traceutil/trace.go:171","msg":"trace[2004346335] transaction","detail":"{read_only:false; response_revision:1863; number_of_response:1; }","duration":"189.908699ms","start":"2026-04-27T01:31:20.665556Z","end":"2026-04-27T01:31:20.855465Z","steps":["trace[2004346335] 'process raft request' (duration: 189.640462ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:20.855891Z","caller":"traceutil/trace.go:171","msg":"trace[1595714426] transaction","detail":"{read_only:false; response_revision:1864; number_of_response:1; }","duration":"190.164424ms","start":"2026-04-27T01:31:20.665689Z","end":"2026-04-27T01:31:20.855853Z","steps":["trace[1595714426] 'process raft request' (duration: 189.709963ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:20.856019Z","caller":"traceutil/trace.go:171","msg":"trace[178179966] transaction","detail":"{read_only:false; response_revision:1866; number_of_response:1; }","duration":"185.515006ms","start":"2026-04-27T01:31:20.670473Z","end":"2026-04-27T01:31:20.855988Z","steps":["trace[178179966] 'process raft request' (duration: 185.352982ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:20.856025Z","caller":"traceutil/trace.go:171","msg":"trace[1217824504] transaction","detail":"{read_only:false; response_revision:1865; number_of_response:1; }","duration":"189.741764ms","start":"2026-04-27T01:31:20.666245Z","end":"2026-04-27T01:31:20.855987Z","steps":["trace[1217824504] 'process raft request' (duration: 189.456257ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:20.856144Z","caller":"traceutil/trace.go:171","msg":"trace[21766189] transaction","detail":"{read_only:false; response_revision:1867; number_of_response:1; }","duration":"156.439306ms","start":"2026-04-27T01:31:20.69967Z","end":"2026-04-27T01:31:20.856109Z","steps":["trace[21766189] 'process raft request' (duration: 156.242821ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:21.401014Z","caller":"traceutil/trace.go:171","msg":"trace[1858730969] linearizableReadLoop","detail":"{readStateIndex:1939; appliedIndex:1933; }","duration":"570.639177ms","start":"2026-04-27T01:31:20.83035Z","end":"2026-04-27T01:31:21.400989Z","steps":["trace[1858730969] 'read index received' (duration: 24.907854ms)","trace[1858730969] 'applied index is now lower than readState.Index' (duration: 545.730293ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:21.401165Z","caller":"traceutil/trace.go:171","msg":"trace[1568359794] transaction","detail":"{read_only:false; response_revision:1868; number_of_response:1; }","duration":"584.220603ms","start":"2026-04-27T01:31:20.81691Z","end":"2026-04-27T01:31:21.40113Z","steps":["trace[1568359794] 'process raft request' (duration: 583.888885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:21.401291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.928395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T01:31:21.40139Z","caller":"traceutil/trace.go:171","msg":"trace[735776388] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1868; }","duration":"571.050308ms","start":"2026-04-27T01:31:20.830325Z","end":"2026-04-27T01:31:21.401375Z","steps":["trace[735776388] 'agreement among raft nodes before linearized reading' (duration: 570.805621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:21.401417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:20.816879Z","time spent":"584.381078ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:31:21.401432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:20.830209Z","time spent":"571.213772ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T01:31:21.515179Z","caller":"traceutil/trace.go:171","msg":"trace[1579455411] linearizableReadLoop","detail":"{readStateIndex:1940; appliedIndex:1939; }","duration":"114.045385ms","start":"2026-04-27T01:31:21.401093Z","end":"2026-04-27T01:31:21.515138Z","steps":["trace[1579455411] 'read index received' (duration: 76.837038ms)","trace[1579455411] 'applied index is now lower than readState.Index' (duration: 37.207297ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:31:21.51532Z","caller":"traceutil/trace.go:171","msg":"trace[412207408] transaction","detail":"{read_only:false; response_revision:1869; number_of_response:1; }","duration":"161.237647ms","start":"2026-04-27T01:31:21.35407Z","end":"2026-04-27T01:31:21.515308Z","steps":["trace[412207408] 'process raft request' (duration: 123.829764ms)","trace[412207408] 'compare' (duration: 37.067674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:31:21.515801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"632.953414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:31:21.515848Z","caller":"traceutil/trace.go:171","msg":"trace[1064897029] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1870; }","duration":"633.073678ms","start":"2026-04-27T01:31:20.88276Z","end":"2026-04-27T01:31:21.515834Z","steps":["trace[1064897029] 'agreement among raft nodes before linearized reading' (duration: 632.671968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:21.51589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:20.882718Z","time spent":"633.16086ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:31:21.515828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.972455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T01:31:21.516092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"639.157392ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:31:21.516117Z","caller":"traceutil/trace.go:171","msg":"trace[1486226844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:1870; }","duration":"639.200914ms","start":"2026-04-27T01:31:20.876908Z","end":"2026-04-27T01:31:21.516109Z","steps":["trace[1486226844] 'agreement among raft nodes before linearized reading' (duration: 638.537947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:21.51614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:20.876898Z","time spent":"639.232434ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:31:21.516228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"641.04179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:31:21.51625Z","caller":"traceutil/trace.go:171","msg":"trace[1709169508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1870; }","duration":"641.111753ms","start":"2026-04-27T01:31:20.875132Z","end":"2026-04-27T01:31:21.516244Z","steps":["trace[1709169508] 'agreement among raft nodes before linearized reading' (duration: 640.321343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:31:21.516268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:31:20.875108Z","time spent":"641.157023ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T01:31:21.516396Z","caller":"traceutil/trace.go:171","msg":"trace[889716269] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1870; }","duration":"105.286253ms","start":"2026-04-27T01:31:21.410788Z","end":"2026-04-27T01:31:21.516074Z","steps":["trace[889716269] 'agreement among raft nodes before linearized reading' (duration: 104.877682ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:31:21.516036Z","caller":"traceutil/trace.go:171","msg":"trace[2122791595] transaction","detail":"{read_only:false; response_revision:1870; number_of_response:1; }","duration":"109.16142ms","start":"2026-04-27T01:31:21.406863Z","end":"2026-04-27T01:31:21.516025Z","steps":["trace[2122791595] 'process raft request' (duration: 108.243326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:00.924164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.877525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T01:32:00.924275Z","caller":"traceutil/trace.go:171","msg":"trace[1231295249] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2133; }","duration":"162.04045ms","start":"2026-04-27T01:32:00.762211Z","end":"2026-04-27T01:32:00.924251Z","steps":["trace[1231295249] 'range keys from in-memory index tree' (duration: 161.704031ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:06.963493Z","caller":"traceutil/trace.go:171","msg":"trace[950089060] transaction","detail":"{read_only:false; response_revision:2163; number_of_response:1; }","duration":"292.190675ms","start":"2026-04-27T01:32:06.671263Z","end":"2026-04-27T01:32:06.963454Z","steps":["trace[950089060] 'process raft request' (duration: 291.967449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:07.862129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"860.817499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:07.862268Z","caller":"traceutil/trace.go:171","msg":"trace[749916445] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:2164; }","duration":"861.025435ms","start":"2026-04-27T01:32:07.001227Z","end":"2026-04-27T01:32:07.862253Z","steps":["trace[749916445] 'count revisions from in-memory index tree' (duration: 859.285572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:07.862316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.001204Z","time spent":"861.103316ms","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":2,"response size":30,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:32:07.862623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"826.123566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-04-27T01:32:07.862685Z","caller":"traceutil/trace.go:171","msg":"trace[676181066] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2164; }","duration":"826.218668ms","start":"2026-04-27T01:32:07.036453Z","end":"2026-04-27T01:32:07.862671Z","steps":["trace[676181066] 'range keys from in-memory index tree' (duration: 825.980482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:07.862724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.036433Z","time spent":"826.28295ms","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5467,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T01:32:07.953842Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696734528,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:32:08.32032Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.282434522s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:32:08.320833Z","caller":"traceutil/trace.go:171","msg":"trace[196553516] transaction","detail":"{read_only:false; response_revision:2165; number_of_response:1; }","duration":"1.283066229s","start":"2026-04-27T01:32:07.037742Z","end":"2026-04-27T01:32:08.320808Z","steps":["trace[196553516] 'process raft request' (duration: 1.28276298s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.320977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.037724Z","time spent":"1.283175282s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:08.9722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"442.92759ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:32:08.972345Z","caller":"traceutil/trace.go:171","msg":"trace[1790335072] linearizableReadLoop","detail":"{readStateIndex:2247; appliedIndex:2245; }","duration":"1.51907878s","start":"2026-04-27T01:32:07.453244Z","end":"2026-04-27T01:32:08.972322Z","steps":["trace[1790335072] 'read index received' (duration: 867.287052ms)","trace[1790335072] 'applied index is now lower than readState.Index' (duration: 651.789988ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:08.972378Z","caller":"traceutil/trace.go:171","msg":"trace[584207268] transaction","detail":"{read_only:false; response_revision:2166; number_of_response:1; }","duration":"1.222709439s","start":"2026-04-27T01:32:07.749631Z","end":"2026-04-27T01:32:08.972341Z","steps":["trace[584207268] 'process raft request' (duration: 779.506072ms)","trace[584207268] 'compare' (duration: 442.322085ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:32:08.972594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.749604Z","time spent":"1.222875103s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:32:08.972778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.51949397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T01:32:08.972913Z","caller":"traceutil/trace.go:171","msg":"trace[681275427] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:2166; }","duration":"1.519703855s","start":"2026-04-27T01:32:07.453181Z","end":"2026-04-27T01:32:08.972885Z","steps":["trace[681275427] 'agreement among raft nodes before linearized reading' (duration: 1.519237574s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.972974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.453155Z","time spent":"1.519809437s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":158,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-27T01:32:08.984033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.430297915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:08.984105Z","caller":"traceutil/trace.go:171","msg":"trace[1077569247] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2167; }","duration":"1.430376347s","start":"2026-04-27T01:32:07.553712Z","end":"2026-04-27T01:32:08.984088Z","steps":["trace[1077569247] 'agreement among raft nodes before linearized reading' (duration: 1.430226383s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.984137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063635885s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa12a62f4df207\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-04-27T01:32:08.984192Z","caller":"traceutil/trace.go:171","msg":"trace[551796249] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18aa12a62f4df207; range_end:; response_count:1; response_revision:2167; }","duration":"1.063734707s","start":"2026-04-27T01:32:07.920438Z","end":"2026-04-27T01:32:08.984173Z","steps":["trace[551796249] 'agreement among raft nodes before linearized reading' (duration: 1.063548642s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.984181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.152375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12383"} {"level":"warn","ts":"2026-04-27T01:32:08.984213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"962.345355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T01:32:08.984145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.553649Z","time spent":"1.430482679s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:32:08.984239Z","caller":"traceutil/trace.go:171","msg":"trace[53538588] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2167; }","duration":"383.254807ms","start":"2026-04-27T01:32:08.600969Z","end":"2026-04-27T01:32:08.984224Z","steps":["trace[53538588] 'agreement among raft nodes before linearized reading' (duration: 383.043622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.984207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"436.816246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:32:08.984247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.731258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:32:08.984283Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:08.600936Z","time spent":"383.339249ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T01:32:08.984285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.087307091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:32:08.984297Z","caller":"traceutil/trace.go:171","msg":"trace[2071500911] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:2167; }","duration":"437.017412ms","start":"2026-04-27T01:32:08.547263Z","end":"2026-04-27T01:32:08.98428Z","steps":["trace[2071500911] 'agreement among raft nodes before linearized reading' (duration: 436.777526ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:08.984328Z","caller":"traceutil/trace.go:171","msg":"trace[65678193] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2167; }","duration":"1.087397193s","start":"2026-04-27T01:32:07.89692Z","end":"2026-04-27T01:32:08.984317Z","steps":["trace[65678193] 'agreement among raft nodes before linearized reading' (duration: 1.08725068s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.984342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.132100488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T01:32:08.98437Z","caller":"traceutil/trace.go:171","msg":"trace[226416775] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2167; }","duration":"1.13216544s","start":"2026-04-27T01:32:07.852199Z","end":"2026-04-27T01:32:08.984364Z","steps":["trace[226416775] 'agreement among raft nodes before linearized reading' (duration: 1.132104688s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.984372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.896897Z","time spent":"1.087466265s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:32:08.984361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:08.547242Z","time spent":"437.106823ms","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":30,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:32:08.984386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.369207467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:08.984419Z","caller":"traceutil/trace.go:171","msg":"trace[1858719244] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2167; }","duration":"1.369276899s","start":"2026-04-27T01:32:07.615133Z","end":"2026-04-27T01:32:08.98441Z","steps":["trace[1858719244] 'agreement among raft nodes before linearized reading' (duration: 1.369231708s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.984234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.920411Z","time spent":"1.063814379s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":869,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18aa12a62f4df207\" "} {"level":"info","ts":"2026-04-27T01:32:08.984279Z","caller":"traceutil/trace.go:171","msg":"trace[4416723] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:2167; }","duration":"962.454108ms","start":"2026-04-27T01:32:08.021806Z","end":"2026-04-27T01:32:08.98426Z","steps":["trace[4416723] 'agreement among raft nodes before linearized reading' (duration: 962.262323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.984546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:08.021765Z","time spent":"962.772026ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":581,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:32:08.984393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.852178Z","time spent":"1.132211351s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:32:08.984561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102440992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:32:08.984595Z","caller":"traceutil/trace.go:171","msg":"trace[81108718] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2167; }","duration":"1.102478593s","start":"2026-04-27T01:32:07.882108Z","end":"2026-04-27T01:32:08.984586Z","steps":["trace[81108718] 'agreement among raft nodes before linearized reading' (duration: 1.102366919s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.984628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.882105Z","time spent":"1.102517054s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":528,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:32:08.984324Z","caller":"traceutil/trace.go:171","msg":"trace[1483457113] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2167; }","duration":"226.847691ms","start":"2026-04-27T01:32:08.757456Z","end":"2026-04-27T01:32:08.984304Z","steps":["trace[1483457113] 'agreement among raft nodes before linearized reading' (duration: 226.739338ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.984451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.615112Z","time spent":"1.36933211s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:32:08.984455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.098729369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:32:08.984791Z","caller":"traceutil/trace.go:171","msg":"trace[1331020650] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2167; }","duration":"1.099078588s","start":"2026-04-27T01:32:07.885699Z","end":"2026-04-27T01:32:08.984777Z","steps":["trace[1331020650] 'agreement among raft nodes before linearized reading' (duration: 1.098722048s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.984832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.885684Z","time spent":"1.09913637s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:32:08.985166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103038108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:32:08.985386Z","caller":"traceutil/trace.go:171","msg":"trace[518960354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2167; }","duration":"1.103295103s","start":"2026-04-27T01:32:07.88207Z","end":"2026-04-27T01:32:08.985365Z","steps":["trace[518960354] 'agreement among raft nodes before linearized reading' (duration: 1.102441341s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:08.9855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:32:07.882054Z","time spent":"1.103428987s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":457,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:32:09.144962Z","caller":"traceutil/trace.go:171","msg":"trace[499537817] transaction","detail":"{read_only:false; response_revision:2169; number_of_response:1; }","duration":"156.378907ms","start":"2026-04-27T01:32:08.988549Z","end":"2026-04-27T01:32:09.144928Z","steps":["trace[499537817] 'process raft request' (duration: 156.309155ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:09.145054Z","caller":"traceutil/trace.go:171","msg":"trace[1555297148] transaction","detail":"{read_only:false; response_revision:2168; number_of_response:1; }","duration":"156.955491ms","start":"2026-04-27T01:32:08.988045Z","end":"2026-04-27T01:32:09.145001Z","steps":["trace[1555297148] 'process raft request' (duration: 156.681354ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:09.145225Z","caller":"traceutil/trace.go:171","msg":"trace[1371586514] transaction","detail":"{read_only:false; response_revision:2170; number_of_response:1; }","duration":"156.179122ms","start":"2026-04-27T01:32:08.989038Z","end":"2026-04-27T01:32:09.145217Z","steps":["trace[1371586514] 'process raft request' (duration: 155.856294ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:09.145608Z","caller":"traceutil/trace.go:171","msg":"trace[464624214] transaction","detail":"{read_only:false; response_revision:2171; number_of_response:1; }","duration":"155.428162ms","start":"2026-04-27T01:32:08.990152Z","end":"2026-04-27T01:32:09.14558Z","steps":["trace[464624214] 'process raft request' (duration: 155.035333ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:09.146004Z","caller":"traceutil/trace.go:171","msg":"trace[1044458572] transaction","detail":"{read_only:false; response_revision:2172; number_of_response:1; }","duration":"155.828172ms","start":"2026-04-27T01:32:08.990161Z","end":"2026-04-27T01:32:09.145989Z","steps":["trace[1044458572] 'process raft request' (duration: 155.3161ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:09.146028Z","caller":"traceutil/trace.go:171","msg":"trace[1914445008] linearizableReadLoop","detail":"{readStateIndex:2256; appliedIndex:2249; }","duration":"134.863215ms","start":"2026-04-27T01:32:09.011134Z","end":"2026-04-27T01:32:09.145997Z","steps":["trace[1914445008] 'read index received' (duration: 133.548432ms)","trace[1914445008] 'applied index is now lower than readState.Index' (duration: 1.313433ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:32:09.146097Z","caller":"traceutil/trace.go:171","msg":"trace[1704211352] transaction","detail":"{read_only:false; response_revision:2173; number_of_response:1; }","duration":"155.74106ms","start":"2026-04-27T01:32:08.990323Z","end":"2026-04-27T01:32:09.146064Z","steps":["trace[1704211352] 'process raft request' (duration: 155.421552ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:09.146137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.428691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:32:09.146296Z","caller":"traceutil/trace.go:171","msg":"trace[2140633815] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2173; }","duration":"149.620997ms","start":"2026-04-27T01:32:08.996659Z","end":"2026-04-27T01:32:09.14628Z","steps":["trace[2140633815] 'agreement among raft nodes before linearized reading' (duration: 149.413051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:09.146424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.830718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T01:32:09.146505Z","caller":"traceutil/trace.go:171","msg":"trace[1026624232] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2173; }","duration":"156.929511ms","start":"2026-04-27T01:32:08.98955Z","end":"2026-04-27T01:32:09.146479Z","steps":["trace[1026624232] 'agreement among raft nodes before linearized reading' (duration: 156.576752ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:09.153033Z","caller":"traceutil/trace.go:171","msg":"trace[1420544007] transaction","detail":"{read_only:false; response_revision:2174; number_of_response:1; }","duration":"140.715553ms","start":"2026-04-27T01:32:09.012308Z","end":"2026-04-27T01:32:09.153023Z","steps":["trace[1420544007] 'process raft request' (duration: 140.658471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:32:09.153354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.626197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:32:09.153401Z","caller":"traceutil/trace.go:171","msg":"trace[2147436748] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2174; }","duration":"118.76678ms","start":"2026-04-27T01:32:09.034624Z","end":"2026-04-27T01:32:09.153391Z","steps":["trace[2147436748] 'agreement among raft nodes before linearized reading' (duration: 118.589196ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:55.269Z","caller":"traceutil/trace.go:171","msg":"trace[1448941429] transaction","detail":"{read_only:false; response_revision:2551; number_of_response:1; }","duration":"123.720229ms","start":"2026-04-27T01:32:55.145248Z","end":"2026-04-27T01:32:55.268968Z","steps":["trace[1448941429] 'process raft request' (duration: 123.514433ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:32:55.269177Z","caller":"traceutil/trace.go:171","msg":"trace[1282296166] transaction","detail":"{read_only:false; response_revision:2552; number_of_response:1; }","duration":"123.761549ms","start":"2026-04-27T01:32:55.145384Z","end":"2026-04-27T01:32:55.269145Z","steps":["trace[1282296166] 'process raft request' (duration: 123.524433ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:01.11573Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696735516,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:33:01.209533Z","caller":"traceutil/trace.go:171","msg":"trace[1812210620] transaction","detail":"{read_only:false; response_revision:2622; number_of_response:1; }","duration":"697.818215ms","start":"2026-04-27T01:33:00.511685Z","end":"2026-04-27T01:33:01.209503Z","steps":["trace[1812210620] 'process raft request' (duration: 697.59781ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:01.209741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:00.51166Z","time spent":"697.97582ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:33:01.210528Z","caller":"traceutil/trace.go:171","msg":"trace[1050052855] linearizableReadLoop","detail":"{readStateIndex:2721; appliedIndex:2719; }","duration":"595.569875ms","start":"2026-04-27T01:33:00.614928Z","end":"2026-04-27T01:33:01.210497Z","steps":["trace[1050052855] 'read index received' (duration: 594.457157ms)","trace[1050052855] 'applied index is now lower than readState.Index' (duration: 1.111148ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:01.210695Z","caller":"traceutil/trace.go:171","msg":"trace[1690097723] transaction","detail":"{read_only:false; response_revision:2623; number_of_response:1; }","duration":"358.224751ms","start":"2026-04-27T01:33:00.852453Z","end":"2026-04-27T01:33:01.210677Z","steps":["trace[1690097723] 'process raft request' (duration: 357.861031ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:01.210863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:00.85242Z","time spent":"358.327534ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:33:01.210901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.118227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T01:33:01.210959Z","caller":"traceutil/trace.go:171","msg":"trace[380946622] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2623; }","duration":"336.21869ms","start":"2026-04-27T01:33:00.874722Z","end":"2026-04-27T01:33:01.21094Z","steps":["trace[380946622] 'agreement among raft nodes before linearized reading' (duration: 336.030335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:01.211001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:00.874684Z","time spent":"336.306052ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T01:33:01.211026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"596.064838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:01.21116Z","caller":"traceutil/trace.go:171","msg":"trace[484024961] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2623; }","duration":"596.229152ms","start":"2026-04-27T01:33:00.614862Z","end":"2026-04-27T01:33:01.211091Z","steps":["trace[484024961] 'agreement among raft nodes before linearized reading' (duration: 596.061087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:01.211238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:00.614841Z","time spent":"596.386516ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:33:29.511391Z","caller":"traceutil/trace.go:171","msg":"trace[915392066] transaction","detail":"{read_only:false; response_revision:2798; number_of_response:1; }","duration":"161.770662ms","start":"2026-04-27T01:33:29.349589Z","end":"2026-04-27T01:33:29.511359Z","steps":["trace[915392066] 'process raft request' (duration: 124.996701ms)","trace[915392066] 'compare' (duration: 36.669339ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:29.576484Z","caller":"traceutil/trace.go:171","msg":"trace[2071544496] transaction","detail":"{read_only:false; response_revision:2800; number_of_response:1; }","duration":"186.000017ms","start":"2026-04-27T01:33:29.390465Z","end":"2026-04-27T01:33:29.576465Z","steps":["trace[2071544496] 'process raft request' (duration: 185.968866ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:29.576665Z","caller":"traceutil/trace.go:171","msg":"trace[1963430942] transaction","detail":"{read_only:false; response_revision:2799; number_of_response:1; }","duration":"187.775053ms","start":"2026-04-27T01:33:29.388829Z","end":"2026-04-27T01:33:29.576604Z","steps":["trace[1963430942] 'process raft request' (duration: 187.515446ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:35.496087Z","caller":"traceutil/trace.go:171","msg":"trace[1928352190] linearizableReadLoop","detail":"{readStateIndex:2935; appliedIndex:2934; }","duration":"156.395807ms","start":"2026-04-27T01:33:35.339614Z","end":"2026-04-27T01:33:35.49601Z","steps":["trace[1928352190] 'read index received' (duration: 155.935686ms)","trace[1928352190] 'applied index is now lower than readState.Index' (duration: 459.051µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:35.49614Z","caller":"traceutil/trace.go:171","msg":"trace[776833760] transaction","detail":"{read_only:false; response_revision:2829; number_of_response:1; }","duration":"255.183611ms","start":"2026-04-27T01:33:35.240932Z","end":"2026-04-27T01:33:35.496115Z","steps":["trace[776833760] 'process raft request' (duration: 254.74341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:35.496244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.617612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:33:35.49632Z","caller":"traceutil/trace.go:171","msg":"trace[539146528] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:2829; }","duration":"156.737256ms","start":"2026-04-27T01:33:35.339535Z","end":"2026-04-27T01:33:35.496272Z","steps":["trace[539146528] 'agreement among raft nodes before linearized reading' (duration: 156.640203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:36.83654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.996801ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:33:36.83669Z","caller":"traceutil/trace.go:171","msg":"trace[1695901714] transaction","detail":"{read_only:false; response_revision:2830; number_of_response:1; }","duration":"1.305673698s","start":"2026-04-27T01:33:35.530982Z","end":"2026-04-27T01:33:36.836656Z","steps":["trace[1695901714] 'process raft request' (duration: 476.507733ms)","trace[1695901714] 'compare' (duration: 828.928669ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:36.836768Z","caller":"traceutil/trace.go:171","msg":"trace[1952699852] linearizableReadLoop","detail":"{readStateIndex:2936; appliedIndex:2935; }","duration":"1.263136324s","start":"2026-04-27T01:33:35.573621Z","end":"2026-04-27T01:33:36.836758Z","steps":["trace[1952699852] 'read index received' (duration: 433.863696ms)","trace[1952699852] 'applied index is now lower than readState.Index' (duration: 829.271528ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:36.836858Z","caller":"traceutil/trace.go:171","msg":"trace[208177889] transaction","detail":"{read_only:false; response_revision:2831; number_of_response:1; }","duration":"1.240922857s","start":"2026-04-27T01:33:35.595921Z","end":"2026-04-27T01:33:36.836844Z","steps":["trace[208177889] 'process raft request' (duration: 1.240695981s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:36.836942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.263311108s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:33:36.837007Z","caller":"traceutil/trace.go:171","msg":"trace[2056239616] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:2832; }","duration":"1.263428511s","start":"2026-04-27T01:33:35.573566Z","end":"2026-04-27T01:33:36.836995Z","steps":["trace[2056239616] 'agreement among raft nodes before linearized reading' (duration: 1.263282497s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:36.837423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.595895Z","time spent":"1.241003369s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:33:36.836724Z","caller":"traceutil/trace.go:171","msg":"trace[2019094402] transaction","detail":"{read_only:false; response_revision:2832; number_of_response:1; }","duration":"1.240665691s","start":"2026-04-27T01:33:35.596014Z","end":"2026-04-27T01:33:36.836679Z","steps":["trace[2019094402] 'process raft request' (duration: 1.24063959s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:36.837067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.573552Z","time spent":"1.263479523s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":2,"response size":30,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:33:36.837728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.595995Z","time spent":"1.241667155s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:33:36.838062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.530955Z","time spent":"1.307051823s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:33:37.614804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000917071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T01:33:37.614905Z","caller":"traceutil/trace.go:171","msg":"trace[183661607] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001057084s","start":"2026-04-27T01:33:35.613825Z","end":"2026-04-27T01:33:37.614882Z","steps":["trace[183661607] 'agreement among raft nodes before linearized reading' (duration: 2.00092656s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.614962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.613815Z","time spent":"2.001134256s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:33:37.738273Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"771.650906ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:33:37.738372Z","caller":"traceutil/trace.go:171","msg":"trace[2094970755] linearizableReadLoop","detail":"{readStateIndex:2939; appliedIndex:2938; }","duration":"901.529667ms","start":"2026-04-27T01:33:36.836829Z","end":"2026-04-27T01:33:37.738359Z","steps":["trace[2094970755] 'read index received' (duration: 129.705547ms)","trace[2094970755] 'applied index is now lower than readState.Index' (duration: 771.82327ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:33:37.738439Z","caller":"traceutil/trace.go:171","msg":"trace[147783778] transaction","detail":"{read_only:false; response_revision:2833; number_of_response:1; }","duration":"1.117503636s","start":"2026-04-27T01:33:36.620927Z","end":"2026-04-27T01:33:37.738431Z","steps":["trace[147783778] 'process raft request' (duration: 345.620934ms)","trace[147783778] 'compare' (duration: 771.555334ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:33:37.738482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:36.620901Z","time spent":"1.117560937s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:33:37.738661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.042673395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:33:37.738689Z","caller":"traceutil/trace.go:171","msg":"trace[1406006622] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2833; }","duration":"2.042738207s","start":"2026-04-27T01:33:35.695942Z","end":"2026-04-27T01:33:37.738681Z","steps":["trace[1406006622] 'agreement among raft nodes before linearized reading' (duration: 2.042640194s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.738708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.695919Z","time spent":"2.042784698s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:33:37.739081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.031890435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:33:37.739174Z","caller":"traceutil/trace.go:171","msg":"trace[468788659] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2833; }","duration":"2.032010858s","start":"2026-04-27T01:33:35.707141Z","end":"2026-04-27T01:33:37.739152Z","steps":["trace[468788659] 'agreement among raft nodes before linearized reading' (duration: 2.031439184s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.739212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.676446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:33:37.739271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.061717072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:33:37.739293Z","caller":"traceutil/trace.go:171","msg":"trace[246266696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2833; }","duration":"2.061774514s","start":"2026-04-27T01:33:35.677512Z","end":"2026-04-27T01:33:37.739286Z","steps":["trace[246266696] 'agreement among raft nodes before linearized reading' (duration: 2.061717782s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.739319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.677491Z","time spent":"2.061823545s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:33:37.739307Z","caller":"traceutil/trace.go:171","msg":"trace[510526317] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:2833; }","duration":"454.780139ms","start":"2026-04-27T01:33:37.284504Z","end":"2026-04-27T01:33:37.739284Z","steps":["trace[510526317] 'agreement among raft nodes before linearized reading' (duration: 454.630435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.739354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:37.28445Z","time spent":"454.895132ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":4,"response size":30,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:33:37.73933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.022724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"warn","ts":"2026-04-27T01:33:37.739492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.431616203s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:33:37.739503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.005669349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T01:33:37.73952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.737619295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:33:37.739529Z","caller":"traceutil/trace.go:171","msg":"trace[985353675] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2833; }","duration":"2.005760201s","start":"2026-04-27T01:33:35.733763Z","end":"2026-04-27T01:33:37.739523Z","steps":["trace[985353675] 'agreement among raft nodes before linearized reading' (duration: 2.005700789s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:37.739529Z","caller":"traceutil/trace.go:171","msg":"trace[306745562] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:2833; }","duration":"1.431681314s","start":"2026-04-27T01:33:36.307839Z","end":"2026-04-27T01:33:37.73952Z","steps":["trace[306745562] 'agreement among raft nodes before linearized reading' (duration: 1.431617032s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:37.739542Z","caller":"traceutil/trace.go:171","msg":"trace[562740256] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:2833; }","duration":"1.737676497s","start":"2026-04-27T01:33:36.001859Z","end":"2026-04-27T01:33:37.739536Z","steps":["trace[562740256] 'agreement among raft nodes before linearized reading' (duration: 1.737636936s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.739553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.733746Z","time spent":"2.005802832s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":515,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T01:33:37.739497Z","caller":"traceutil/trace.go:171","msg":"trace[2034905493] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:2833; }","duration":"282.241769ms","start":"2026-04-27T01:33:37.457213Z","end":"2026-04-27T01:33:37.739455Z","steps":["trace[2034905493] 'agreement among raft nodes before linearized reading' (duration: 281.89383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.739558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:36.307824Z","time spent":"1.431728175s","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:33:37.739563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:36.001841Z","time spent":"1.737717239s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":30,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:33:37.739525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.967236916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-27T01:33:37.739507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.016341432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18aa12b9b253fc23\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-27T01:33:37.73963Z","caller":"traceutil/trace.go:171","msg":"trace[2060137621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2833; }","duration":"1.967366119s","start":"2026-04-27T01:33:35.772243Z","end":"2026-04-27T01:33:37.739609Z","steps":["trace[2060137621] 'agreement among raft nodes before linearized reading' (duration: 1.966921748s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.740559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.77223Z","time spent":"1.968256751s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":578,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:33:37.73919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.048736447s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:33:37.741036Z","caller":"traceutil/trace.go:171","msg":"trace[1806566880] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2833; }","duration":"2.050589054s","start":"2026-04-27T01:33:35.690428Z","end":"2026-04-27T01:33:37.741017Z","steps":["trace[1806566880] 'agreement among raft nodes before linearized reading' (duration: 2.048711326s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.741095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.690416Z","time spent":"2.050663776s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:33:37.739121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.610766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:37.741239Z","caller":"traceutil/trace.go:171","msg":"trace[1110381988] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2833; }","duration":"125.745639ms","start":"2026-04-27T01:33:37.615465Z","end":"2026-04-27T01:33:37.741211Z","steps":["trace[1110381988] 'agreement among raft nodes before linearized reading' (duration: 123.635666ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:37.739675Z","caller":"traceutil/trace.go:171","msg":"trace[1734656810] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18aa12b9b253fc23; range_end:; response_count:1; response_revision:2833; }","duration":"1.016561958s","start":"2026-04-27T01:33:36.723067Z","end":"2026-04-27T01:33:37.739629Z","steps":["trace[1734656810] 'agreement among raft nodes before linearized reading' (duration: 1.016151258s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.741343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:36.723046Z","time spent":"1.018281742s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":802,"request content":"key:\"/registry/events/auth-system/keycloak-0.18aa12b9b253fc23\" "} {"level":"warn","ts":"2026-04-27T01:33:37.740055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.315483424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1369"} {"level":"info","ts":"2026-04-27T01:33:37.741574Z","caller":"traceutil/trace.go:171","msg":"trace[1948194890] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2833; }","duration":"1.317082434s","start":"2026-04-27T01:33:36.424475Z","end":"2026-04-27T01:33:37.741557Z","steps":["trace[1948194890] 'agreement among raft nodes before linearized reading' (duration: 1.314636682s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.741642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:36.424454Z","time spent":"1.317175287s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1392,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-04-27T01:33:37.740099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.5535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T01:33:37.741724Z","caller":"traceutil/trace.go:171","msg":"trace[1955229075] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2833; }","duration":"858.207111ms","start":"2026-04-27T01:33:36.883495Z","end":"2026-04-27T01:33:37.741702Z","steps":["trace[1955229075] 'agreement among raft nodes before linearized reading' (duration: 855.312079ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.741784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:36.883479Z","time spent":"858.284144ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T01:33:37.740114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.485727287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:33:37.740197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:35.707129Z","time spent":"2.033055444s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:33:37.742707Z","caller":"traceutil/trace.go:171","msg":"trace[92532074] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:2833; }","duration":"1.487629105s","start":"2026-04-27T01:33:36.254333Z","end":"2026-04-27T01:33:37.741962Z","steps":["trace[92532074] 'agreement among raft nodes before linearized reading' (duration: 1.484554528s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:37.742782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:33:36.254312Z","time spent":"1.488449696s","remote":"127.0.0.1:46664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:33:37.990387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.318043ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"info","ts":"2026-04-27T01:33:37.990512Z","caller":"traceutil/trace.go:171","msg":"trace[129242251] linearizableReadLoop","detail":"{readStateIndex:2940; appliedIndex:2939; }","duration":"245.684143ms","start":"2026-04-27T01:33:37.744806Z","end":"2026-04-27T01:33:37.99049Z","steps":["trace[129242251] 'read index received' (duration: 119.340239ms)","trace[129242251] 'applied index is now lower than readState.Index' (duration: 126.342174ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:33:37.990836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.005381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T01:33:37.99091Z","caller":"traceutil/trace.go:171","msg":"trace[1338409385] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2833; }","duration":"246.126064ms","start":"2026-04-27T01:33:37.744764Z","end":"2026-04-27T01:33:37.99089Z","steps":["trace[1338409385] 'agreement among raft nodes before linearized reading' (duration: 245.924349ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:38.017954Z","caller":"traceutil/trace.go:171","msg":"trace[380768727] transaction","detail":"{read_only:false; response_revision:2834; number_of_response:1; }","duration":"273.113479ms","start":"2026-04-27T01:33:37.744819Z","end":"2026-04-27T01:33:38.017933Z","steps":["trace[380768727] 'process raft request' (duration: 272.825052ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:38.018029Z","caller":"traceutil/trace.go:171","msg":"trace[1829721687] transaction","detail":"{read_only:false; response_revision:2835; number_of_response:1; }","duration":"273.085509ms","start":"2026-04-27T01:33:37.744908Z","end":"2026-04-27T01:33:38.017994Z","steps":["trace[1829721687] 'process raft request' (duration: 272.898273ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:38.018097Z","caller":"traceutil/trace.go:171","msg":"trace[1372072518] transaction","detail":"{read_only:false; response_revision:2836; number_of_response:1; }","duration":"272.980797ms","start":"2026-04-27T01:33:37.745094Z","end":"2026-04-27T01:33:38.018074Z","steps":["trace[1372072518] 'process raft request' (duration: 272.763641ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:38.018699Z","caller":"traceutil/trace.go:171","msg":"trace[1231019461] transaction","detail":"{read_only:false; response_revision:2837; number_of_response:1; }","duration":"273.544991ms","start":"2026-04-27T01:33:37.745132Z","end":"2026-04-27T01:33:38.018677Z","steps":["trace[1231019461] 'process raft request' (duration: 272.75637ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:38.019067Z","caller":"traceutil/trace.go:171","msg":"trace[783051653] transaction","detail":"{read_only:false; response_revision:2838; number_of_response:1; }","duration":"273.865429ms","start":"2026-04-27T01:33:37.745182Z","end":"2026-04-27T01:33:38.019048Z","steps":["trace[783051653] 'process raft request' (duration: 273.442109ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:38.020167Z","caller":"traceutil/trace.go:171","msg":"trace[978516192] transaction","detail":"{read_only:false; response_revision:2839; number_of_response:1; }","duration":"274.892334ms","start":"2026-04-27T01:33:37.745245Z","end":"2026-04-27T01:33:38.020138Z","steps":["trace[978516192] 'process raft request' (duration: 273.620472ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:33:38.020285Z","caller":"traceutil/trace.go:171","msg":"trace[266813846] transaction","detail":"{read_only:false; response_revision:2840; number_of_response:1; }","duration":"272.792721ms","start":"2026-04-27T01:33:37.747469Z","end":"2026-04-27T01:33:38.020261Z","steps":["trace[266813846] 'process raft request' (duration: 272.622427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:38.020561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.258153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1445"} {"level":"info","ts":"2026-04-27T01:33:38.020627Z","caller":"traceutil/trace.go:171","msg":"trace[1826740479] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2840; }","duration":"275.362806ms","start":"2026-04-27T01:33:37.745248Z","end":"2026-04-27T01:33:38.020611Z","steps":["trace[1826740479] 'agreement among raft nodes before linearized reading' (duration: 275.059758ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:38.021222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.869459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:38.021287Z","caller":"traceutil/trace.go:171","msg":"trace[1832929294] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2840; }","duration":"273.948561ms","start":"2026-04-27T01:33:37.747322Z","end":"2026-04-27T01:33:38.021271Z","steps":["trace[1832929294] 'agreement among raft nodes before linearized reading' (duration: 273.756676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:33:38.21858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.034962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:33:38.218655Z","caller":"traceutil/trace.go:171","msg":"trace[1947945905] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:2842; }","duration":"125.169055ms","start":"2026-04-27T01:33:38.09347Z","end":"2026-04-27T01:33:38.218639Z","steps":["trace[1947945905] 'range keys from in-memory index tree' (duration: 124.945459ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:34:00.251799Z","caller":"traceutil/trace.go:171","msg":"trace[433496474] transaction","detail":"{read_only:false; response_revision:2957; number_of_response:1; }","duration":"117.296228ms","start":"2026-04-27T01:34:00.134479Z","end":"2026-04-27T01:34:00.251775Z","steps":["trace[433496474] 'process raft request' (duration: 117.123153ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:36:09.08245Z","caller":"traceutil/trace.go:171","msg":"trace[916813702] linearizableReadLoop","detail":"{readStateIndex:3974; appliedIndex:3973; }","duration":"169.050307ms","start":"2026-04-27T01:36:08.913372Z","end":"2026-04-27T01:36:09.082423Z","steps":["trace[916813702] 'read index received' (duration: 168.896612ms)","trace[916813702] 'applied index is now lower than readState.Index' (duration: 152.455µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:36:09.082506Z","caller":"traceutil/trace.go:171","msg":"trace[965983804] transaction","detail":"{read_only:false; response_revision:3830; number_of_response:1; }","duration":"169.516718ms","start":"2026-04-27T01:36:08.912956Z","end":"2026-04-27T01:36:09.082473Z","steps":["trace[965983804] 'process raft request' (duration: 169.315892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:09.08274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.332013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:36:09.082799Z","caller":"traceutil/trace.go:171","msg":"trace[595476353] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3830; }","duration":"169.440937ms","start":"2026-04-27T01:36:08.913344Z","end":"2026-04-27T01:36:09.082784Z","steps":["trace[595476353] 'agreement among raft nodes before linearized reading' (duration: 169.232181ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:36:09.32756Z","caller":"traceutil/trace.go:171","msg":"trace[1918264964] linearizableReadLoop","detail":"{readStateIndex:3975; appliedIndex:3974; }","duration":"244.990809ms","start":"2026-04-27T01:36:09.082548Z","end":"2026-04-27T01:36:09.327539Z","steps":["trace[1918264964] 'read index received' (duration: 244.787554ms)","trace[1918264964] 'applied index is now lower than readState.Index' (duration: 202.415µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:36:09.32761Z","caller":"traceutil/trace.go:171","msg":"trace[1181513772] transaction","detail":"{read_only:false; response_revision:3831; number_of_response:1; }","duration":"414.087197ms","start":"2026-04-27T01:36:08.913496Z","end":"2026-04-27T01:36:09.327583Z","steps":["trace[1181513772] 'process raft request' (duration: 413.905902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:09.327759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.951239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:36:09.327783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:08.913473Z","time spent":"414.20521ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:36:09.327811Z","caller":"traceutil/trace.go:171","msg":"trace[88759517] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3831; }","duration":"413.031661ms","start":"2026-04-27T01:36:08.914767Z","end":"2026-04-27T01:36:09.327799Z","steps":["trace[88759517] 'agreement among raft nodes before linearized reading' (duration: 412.893198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:09.327861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:08.914754Z","time spent":"413.096162ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:36:09.327937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"412.910488ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T01:36:09.328022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.165739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:36:09.328102Z","caller":"traceutil/trace.go:171","msg":"trace[1398388711] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:3831; }","duration":"414.268812ms","start":"2026-04-27T01:36:08.913816Z","end":"2026-04-27T01:36:09.328085Z","steps":["trace[1398388711] 'agreement among raft nodes before linearized reading' (duration: 414.082117ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:09.328155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:08.913806Z","time spent":"414.335543ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T01:36:09.328039Z","caller":"traceutil/trace.go:171","msg":"trace[1783220289] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3831; }","duration":"413.074231ms","start":"2026-04-27T01:36:08.914946Z","end":"2026-04-27T01:36:09.328021Z","steps":["trace[1783220289] 'agreement among raft nodes before linearized reading' (duration: 412.674312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:09.328209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:36:08.914916Z","time spent":"413.284557ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T01:36:09.333446Z","caller":"traceutil/trace.go:171","msg":"trace[2013166528] transaction","detail":"{read_only:false; response_revision:3832; number_of_response:1; }","duration":"246.801074ms","start":"2026-04-27T01:36:09.086625Z","end":"2026-04-27T01:36:09.333426Z","steps":["trace[2013166528] 'process raft request' (duration: 246.682391ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:09.333536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.322727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:36:09.3336Z","caller":"traceutil/trace.go:171","msg":"trace[69638884] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:3832; }","duration":"203.43557ms","start":"2026-04-27T01:36:09.130149Z","end":"2026-04-27T01:36:09.333585Z","steps":["trace[69638884] 'agreement among raft nodes before linearized reading' (duration: 203.255525ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:36:09.333597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.418514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:36:09.333729Z","caller":"traceutil/trace.go:171","msg":"trace[1092711975] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:3832; }","duration":"129.592779ms","start":"2026-04-27T01:36:09.204117Z","end":"2026-04-27T01:36:09.33371Z","steps":["trace[1092711975] 'agreement among raft nodes before linearized reading' (duration: 129.415904ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:15.83729Z","caller":"traceutil/trace.go:171","msg":"trace[2062411091] linearizableReadLoop","detail":"{readStateIndex:4464; appliedIndex:4463; }","duration":"102.864598ms","start":"2026-04-27T01:37:15.734393Z","end":"2026-04-27T01:37:15.837257Z","steps":["trace[2062411091] 'read index received' (duration: 93.446124ms)","trace[2062411091] 'applied index is now lower than readState.Index' (duration: 9.417224ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:15.837307Z","caller":"traceutil/trace.go:171","msg":"trace[1383274402] transaction","detail":"{read_only:false; response_revision:4293; number_of_response:1; }","duration":"219.394253ms","start":"2026-04-27T01:37:15.617879Z","end":"2026-04-27T01:37:15.837273Z","steps":["trace[1383274402] 'process raft request' (duration: 209.943268ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:15.837621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.216336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:37:15.837709Z","caller":"traceutil/trace.go:171","msg":"trace[1412837950] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4293; }","duration":"103.356519ms","start":"2026-04-27T01:37:15.73433Z","end":"2026-04-27T01:37:15.837687Z","steps":["trace[1412837950] 'agreement among raft nodes before linearized reading' (duration: 103.045932ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.091642Z","caller":"traceutil/trace.go:171","msg":"trace[555272898] transaction","detail":"{read_only:false; response_revision:4503; number_of_response:1; }","duration":"118.628968ms","start":"2026-04-27T01:37:19.972968Z","end":"2026-04-27T01:37:20.091597Z","steps":["trace[555272898] 'process raft request' (duration: 31.317845ms)","trace[555272898] 'compare' (duration: 87.017545ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:20.091928Z","caller":"traceutil/trace.go:171","msg":"trace[1429601748] transaction","detail":"{read_only:false; response_revision:4504; number_of_response:1; }","duration":"116.707171ms","start":"2026-04-27T01:37:19.975174Z","end":"2026-04-27T01:37:20.091881Z","steps":["trace[1429601748] 'process raft request' (duration: 116.30248ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.092474Z","caller":"traceutil/trace.go:171","msg":"trace[1718489796] transaction","detail":"{read_only:false; response_revision:4507; number_of_response:1; }","duration":"117.164292ms","start":"2026-04-27T01:37:19.975295Z","end":"2026-04-27T01:37:20.092459Z","steps":["trace[1718489796] 'process raft request' (duration: 117.122941ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.092496Z","caller":"traceutil/trace.go:171","msg":"trace[1370709345] transaction","detail":"{read_only:false; response_revision:4505; number_of_response:1; }","duration":"117.289545ms","start":"2026-04-27T01:37:19.975193Z","end":"2026-04-27T01:37:20.092482Z","steps":["trace[1370709345] 'process raft request' (duration: 116.631319ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.092671Z","caller":"traceutil/trace.go:171","msg":"trace[955928485] transaction","detail":"{read_only:false; response_revision:4506; number_of_response:1; }","duration":"117.403218ms","start":"2026-04-27T01:37:19.975258Z","end":"2026-04-27T01:37:20.092661Z","steps":["trace[955928485] 'process raft request' (duration: 117.09172ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.119598Z","caller":"traceutil/trace.go:171","msg":"trace[216811711] transaction","detail":"{read_only:false; response_revision:4508; number_of_response:1; }","duration":"144.193961ms","start":"2026-04-27T01:37:19.975354Z","end":"2026-04-27T01:37:20.119548Z","steps":["trace[216811711] 'process raft request' (duration: 143.960285ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.119895Z","caller":"traceutil/trace.go:171","msg":"trace[1131836205] transaction","detail":"{read_only:false; response_revision:4509; number_of_response:1; }","duration":"142.242363ms","start":"2026-04-27T01:37:19.977632Z","end":"2026-04-27T01:37:20.119874Z","steps":["trace[1131836205] 'process raft request' (duration: 141.829692ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.120241Z","caller":"traceutil/trace.go:171","msg":"trace[1240035950] transaction","detail":"{read_only:false; response_revision:4510; number_of_response:1; }","duration":"141.097135ms","start":"2026-04-27T01:37:19.979112Z","end":"2026-04-27T01:37:20.120209Z","steps":["trace[1240035950] 'process raft request' (duration: 140.705125ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.120831Z","caller":"traceutil/trace.go:171","msg":"trace[1387752603] transaction","detail":"{read_only:false; response_revision:4511; number_of_response:1; }","duration":"135.063745ms","start":"2026-04-27T01:37:19.985749Z","end":"2026-04-27T01:37:20.120812Z","steps":["trace[1387752603] 'process raft request' (duration: 134.403249ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.121157Z","caller":"traceutil/trace.go:171","msg":"trace[1636225134] transaction","detail":"{read_only:false; response_revision:4512; number_of_response:1; }","duration":"133.497627ms","start":"2026-04-27T01:37:19.987646Z","end":"2026-04-27T01:37:20.121144Z","steps":["trace[1636225134] 'process raft request' (duration: 132.895802ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.121833Z","caller":"traceutil/trace.go:171","msg":"trace[1394675899] transaction","detail":"{read_only:false; response_revision:4514; number_of_response:1; }","duration":"129.890576ms","start":"2026-04-27T01:37:19.991925Z","end":"2026-04-27T01:37:20.121815Z","steps":["trace[1394675899] 'process raft request' (duration: 129.65069ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.121808Z","caller":"traceutil/trace.go:171","msg":"trace[914915048] transaction","detail":"{read_only:false; response_revision:4513; number_of_response:1; }","duration":"130.870031ms","start":"2026-04-27T01:37:19.99085Z","end":"2026-04-27T01:37:20.12172Z","steps":["trace[914915048] 'process raft request' (duration: 129.927978ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.121674Z","caller":"traceutil/trace.go:171","msg":"trace[251938939] linearizableReadLoop","detail":"{readStateIndex:4685; appliedIndex:4678; }","duration":"142.655983ms","start":"2026-04-27T01:37:19.979001Z","end":"2026-04-27T01:37:20.121657Z","steps":["trace[251938939] 'read index received' (duration: 25.301837ms)","trace[251938939] 'applied index is now lower than readState.Index' (duration: 117.353036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:37:20.122168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.145165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-msz62\" ","response":"range_response_count:1 size:3858"} {"level":"info","ts":"2026-04-27T01:37:20.122222Z","caller":"traceutil/trace.go:171","msg":"trace[22412211] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-msz62; range_end:; response_count:1; response_revision:4514; }","duration":"143.239627ms","start":"2026-04-27T01:37:19.978965Z","end":"2026-04-27T01:37:20.122204Z","steps":["trace[22412211] 'agreement among raft nodes before linearized reading' (duration: 143.079343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:20.180303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.185528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4850"} {"level":"info","ts":"2026-04-27T01:37:20.180394Z","caller":"traceutil/trace.go:171","msg":"trace[1998928321] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:4515; }","duration":"198.314852ms","start":"2026-04-27T01:37:19.982062Z","end":"2026-04-27T01:37:20.180377Z","steps":["trace[1998928321] 'agreement among raft nodes before linearized reading' (duration: 198.064846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:20.180501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.902337ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-04-27T01:37:20.180627Z","caller":"traceutil/trace.go:171","msg":"trace[1533504234] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:4515; }","duration":"195.0327ms","start":"2026-04-27T01:37:19.985551Z","end":"2026-04-27T01:37:20.180584Z","steps":["trace[1533504234] 'agreement among raft nodes before linearized reading' (duration: 194.762473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:20.289975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.973373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5cfb9b6d8d-7s9c5\" ","response":"range_response_count:1 size:11257"} {"level":"info","ts":"2026-04-27T01:37:20.29002Z","caller":"traceutil/trace.go:171","msg":"trace[788903442] transaction","detail":"{read_only:false; response_revision:4526; number_of_response:1; }","duration":"104.836556ms","start":"2026-04-27T01:37:20.185149Z","end":"2026-04-27T01:37:20.289986Z","steps":["trace[788903442] 'compare' (duration: 96.029868ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.290059Z","caller":"traceutil/trace.go:171","msg":"trace[1303435379] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5cfb9b6d8d-7s9c5; range_end:; response_count:1; response_revision:4525; }","duration":"108.101276ms","start":"2026-04-27T01:37:20.18194Z","end":"2026-04-27T01:37:20.290041Z","steps":["trace[1303435379] 'range keys from in-memory index tree' (duration: 98.471709ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:20.290324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.121019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/prometheus-tls\" ","response":"range_response_count:1 size:2880"} {"level":"info","ts":"2026-04-27T01:37:20.290406Z","caller":"traceutil/trace.go:171","msg":"trace[502918141] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/prometheus-tls; range_end:; response_count:1; response_revision:4527; }","duration":"100.233472ms","start":"2026-04-27T01:37:20.19015Z","end":"2026-04-27T01:37:20.290384Z","steps":["trace[502918141] 'agreement among raft nodes before linearized reading' (duration: 100.044667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:20.290603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.19735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-msz62\" ","response":"range_response_count:1 size:4820"} {"level":"warn","ts":"2026-04-27T01:37:20.290634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.301353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-t9djv\" ","response":"range_response_count:1 size:9311"} {"level":"info","ts":"2026-04-27T01:37:20.290648Z","caller":"traceutil/trace.go:171","msg":"trace[1221770432] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9-msz62; range_end:; response_count:1; response_revision:4527; }","duration":"108.262471ms","start":"2026-04-27T01:37:20.182374Z","end":"2026-04-27T01:37:20.290636Z","steps":["trace[1221770432] 'agreement among raft nodes before linearized reading' (duration: 108.090926ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.29066Z","caller":"traceutil/trace.go:171","msg":"trace[1563631747] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-t9djv; range_end:; response_count:1; response_revision:4527; }","duration":"108.391794ms","start":"2026-04-27T01:37:20.182259Z","end":"2026-04-27T01:37:20.29065Z","steps":["trace[1563631747] 'agreement among raft nodes before linearized reading' (duration: 108.303021ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:20.290723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.679732ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-25lqx\" ","response":"range_response_count:1 size:4077"} {"level":"info","ts":"2026-04-27T01:37:20.290793Z","caller":"traceutil/trace.go:171","msg":"trace[1423126565] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-operator-cd88cf4bf-25lqx; range_end:; response_count:1; response_revision:4527; }","duration":"108.745733ms","start":"2026-04-27T01:37:20.182025Z","end":"2026-04-27T01:37:20.290771Z","steps":["trace[1423126565] 'agreement among raft nodes before linearized reading' (duration: 108.582539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:20.290851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.79055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9\" ","response":"range_response_count:1 size:4850"} {"level":"info","ts":"2026-04-27T01:37:20.290887Z","caller":"traceutil/trace.go:171","msg":"trace[1146983803] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-kube-state-metrics-5c97764fc9; range_end:; response_count:1; response_revision:4527; }","duration":"105.850572ms","start":"2026-04-27T01:37:20.185028Z","end":"2026-04-27T01:37:20.290879Z","steps":["trace[1146983803] 'agreement among raft nodes before linearized reading' (duration: 105.755569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:20.290896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.864012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf\" ","response":"range_response_count:1 size:5161"} {"level":"info","ts":"2026-04-27T01:37:20.290924Z","caller":"traceutil/trace.go:171","msg":"trace[262207645] range","detail":"{range_begin:/registry/replicasets/monitoring/kube-prometheus-stack-operator-cd88cf4bf; range_end:; response_count:1; response_revision:4527; }","duration":"105.913533ms","start":"2026-04-27T01:37:20.185002Z","end":"2026-04-27T01:37:20.290916Z","steps":["trace[262207645] 'agreement among raft nodes before linearized reading' (duration: 105.844901ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595197Z","caller":"traceutil/trace.go:171","msg":"trace[1421771661] transaction","detail":"{read_only:false; response_revision:4559; number_of_response:1; }","duration":"150.979919ms","start":"2026-04-27T01:37:20.444195Z","end":"2026-04-27T01:37:20.595175Z","steps":["trace[1421771661] 'process raft request' (duration: 150.864417ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595268Z","caller":"traceutil/trace.go:171","msg":"trace[1616374157] transaction","detail":"{read_only:false; response_revision:4562; number_of_response:1; }","duration":"150.187538ms","start":"2026-04-27T01:37:20.445072Z","end":"2026-04-27T01:37:20.595259Z","steps":["trace[1616374157] 'process raft request' (duration: 150.110037ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595274Z","caller":"traceutil/trace.go:171","msg":"trace[1733141405] transaction","detail":"{read_only:false; response_revision:4561; number_of_response:1; }","duration":"150.811735ms","start":"2026-04-27T01:37:20.444435Z","end":"2026-04-27T01:37:20.595247Z","steps":["trace[1733141405] 'process raft request' (duration: 150.723553ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.59535Z","caller":"traceutil/trace.go:171","msg":"trace[637924699] transaction","detail":"{read_only:false; response_revision:4563; number_of_response:1; }","duration":"146.526048ms","start":"2026-04-27T01:37:20.448798Z","end":"2026-04-27T01:37:20.595324Z","steps":["trace[637924699] 'process raft request' (duration: 146.403905ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595446Z","caller":"traceutil/trace.go:171","msg":"trace[1816651314] transaction","detail":"{read_only:false; response_revision:4565; number_of_response:1; }","duration":"146.633041ms","start":"2026-04-27T01:37:20.448803Z","end":"2026-04-27T01:37:20.595436Z","steps":["trace[1816651314] 'process raft request' (duration: 146.551219ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.59519Z","caller":"traceutil/trace.go:171","msg":"trace[1377438661] transaction","detail":"{read_only:false; response_revision:4558; number_of_response:1; }","duration":"151.060711ms","start":"2026-04-27T01:37:20.444092Z","end":"2026-04-27T01:37:20.595152Z","steps":["trace[1377438661] 'process raft request' (duration: 117.767866ms)","trace[1377438661] 'compare' (duration: 33.013218ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:20.595394Z","caller":"traceutil/trace.go:171","msg":"trace[2046089998] transaction","detail":"{read_only:false; response_revision:4560; number_of_response:1; }","duration":"151.088722ms","start":"2026-04-27T01:37:20.444297Z","end":"2026-04-27T01:37:20.595385Z","steps":["trace[2046089998] 'process raft request' (duration: 150.838185ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595537Z","caller":"traceutil/trace.go:171","msg":"trace[1955030333] transaction","detail":"{read_only:false; response_revision:4566; number_of_response:1; }","duration":"146.616501ms","start":"2026-04-27T01:37:20.448912Z","end":"2026-04-27T01:37:20.595529Z","steps":["trace[1955030333] 'process raft request' (duration: 146.473418ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595502Z","caller":"traceutil/trace.go:171","msg":"trace[1113655575] transaction","detail":"{read_only:false; response_revision:4564; number_of_response:1; }","duration":"146.652521ms","start":"2026-04-27T01:37:20.448798Z","end":"2026-04-27T01:37:20.59545Z","steps":["trace[1113655575] 'process raft request' (duration: 146.438946ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595682Z","caller":"traceutil/trace.go:171","msg":"trace[1715305286] transaction","detail":"{read_only:false; response_revision:4568; number_of_response:1; }","duration":"146.533818ms","start":"2026-04-27T01:37:20.449136Z","end":"2026-04-27T01:37:20.59567Z","steps":["trace[1715305286] 'process raft request' (duration: 146.372715ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595736Z","caller":"traceutil/trace.go:171","msg":"trace[233217064] transaction","detail":"{read_only:false; response_revision:4569; number_of_response:1; }","duration":"145.688018ms","start":"2026-04-27T01:37:20.450041Z","end":"2026-04-27T01:37:20.595729Z","steps":["trace[233217064] 'process raft request' (duration: 145.571235ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.59575Z","caller":"traceutil/trace.go:171","msg":"trace[402203254] transaction","detail":"{read_only:false; response_revision:4570; number_of_response:1; }","duration":"145.686208ms","start":"2026-04-27T01:37:20.450053Z","end":"2026-04-27T01:37:20.595739Z","steps":["trace[402203254] 'process raft request' (duration: 145.604616ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595818Z","caller":"traceutil/trace.go:171","msg":"trace[1740491359] transaction","detail":"{read_only:false; response_revision:4571; number_of_response:1; }","duration":"145.718879ms","start":"2026-04-27T01:37:20.450077Z","end":"2026-04-27T01:37:20.595796Z","steps":["trace[1740491359] 'process raft request' (duration: 145.607896ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595862Z","caller":"traceutil/trace.go:171","msg":"trace[1260397335] transaction","detail":"{read_only:false; response_revision:4572; number_of_response:1; }","duration":"145.741819ms","start":"2026-04-27T01:37:20.450103Z","end":"2026-04-27T01:37:20.595845Z","steps":["trace[1260397335] 'process raft request' (duration: 145.602645ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595911Z","caller":"traceutil/trace.go:171","msg":"trace[735268070] transaction","detail":"{read_only:false; response_revision:4573; number_of_response:1; }","duration":"145.78114ms","start":"2026-04-27T01:37:20.450104Z","end":"2026-04-27T01:37:20.595885Z","steps":["trace[735268070] 'process raft request' (duration: 145.689027ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.595942Z","caller":"traceutil/trace.go:171","msg":"trace[546481824] transaction","detail":"{read_only:false; response_revision:4574; number_of_response:1; }","duration":"145.813722ms","start":"2026-04-27T01:37:20.45012Z","end":"2026-04-27T01:37:20.595934Z","steps":["trace[546481824] 'process raft request' (duration: 145.712058ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.596027Z","caller":"traceutil/trace.go:171","msg":"trace[383389827] transaction","detail":"{read_only:false; response_revision:4575; number_of_response:1; }","duration":"144.996671ms","start":"2026-04-27T01:37:20.451014Z","end":"2026-04-27T01:37:20.596011Z","steps":["trace[383389827] 'process raft request' (duration: 144.839306ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.596164Z","caller":"traceutil/trace.go:171","msg":"trace[2120027224] transaction","detail":"{read_only:false; response_revision:4576; number_of_response:1; }","duration":"139.528656ms","start":"2026-04-27T01:37:20.456553Z","end":"2026-04-27T01:37:20.596081Z","steps":["trace[2120027224] 'process raft request' (duration: 139.386292ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.596303Z","caller":"traceutil/trace.go:171","msg":"trace[1609349684] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"138.823159ms","start":"2026-04-27T01:37:20.457468Z","end":"2026-04-27T01:37:20.596291Z","steps":["trace[1609349684] 'process raft request' (duration: 138.556662ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.596361Z","caller":"traceutil/trace.go:171","msg":"trace[1092171068] transaction","detail":"{read_only:false; response_revision:4579; number_of_response:1; }","duration":"138.043239ms","start":"2026-04-27T01:37:20.458307Z","end":"2026-04-27T01:37:20.59635Z","steps":["trace[1092171068] 'process raft request' (duration: 137.974687ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.596361Z","caller":"traceutil/trace.go:171","msg":"trace[697492330] transaction","detail":"{read_only:false; response_revision:4567; number_of_response:1; }","duration":"146.59981ms","start":"2026-04-27T01:37:20.449059Z","end":"2026-04-27T01:37:20.595659Z","steps":["trace[697492330] 'process raft request' (duration: 146.345564ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.596458Z","caller":"traceutil/trace.go:171","msg":"trace[868190716] transaction","detail":"{read_only:false; response_revision:4578; number_of_response:1; }","duration":"138.866439ms","start":"2026-04-27T01:37:20.45757Z","end":"2026-04-27T01:37:20.596437Z","steps":["trace[868190716] 'process raft request' (duration: 138.582562ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.7468Z","caller":"traceutil/trace.go:171","msg":"trace[2025002236] transaction","detail":"{read_only:false; response_revision:4582; number_of_response:1; }","duration":"145.201835ms","start":"2026-04-27T01:37:20.601565Z","end":"2026-04-27T01:37:20.746767Z","steps":["trace[2025002236] 'process raft request' (duration: 98.824447ms)","trace[2025002236] 'compare' (duration: 46.101231ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:20.74687Z","caller":"traceutil/trace.go:171","msg":"trace[256813420] transaction","detail":"{read_only:false; response_revision:4584; number_of_response:1; }","duration":"144.789675ms","start":"2026-04-27T01:37:20.60205Z","end":"2026-04-27T01:37:20.74684Z","steps":["trace[256813420] 'process raft request' (duration: 144.665252ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.74689Z","caller":"traceutil/trace.go:171","msg":"trace[1001028395] transaction","detail":"{read_only:false; response_revision:4583; number_of_response:1; }","duration":"144.940609ms","start":"2026-04-27T01:37:20.601927Z","end":"2026-04-27T01:37:20.746868Z","steps":["trace[1001028395] 'process raft request' (duration: 144.739844ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.747038Z","caller":"traceutil/trace.go:171","msg":"trace[1832946679] transaction","detail":"{read_only:false; response_revision:4588; number_of_response:1; }","duration":"132.05573ms","start":"2026-04-27T01:37:20.614974Z","end":"2026-04-27T01:37:20.74703Z","steps":["trace[1832946679] 'process raft request' (duration: 131.897636ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.747098Z","caller":"traceutil/trace.go:171","msg":"trace[656720015] transaction","detail":"{read_only:false; response_revision:4592; number_of_response:1; }","duration":"129.907757ms","start":"2026-04-27T01:37:20.617159Z","end":"2026-04-27T01:37:20.747067Z","steps":["trace[656720015] 'process raft request' (duration: 129.876766ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.747131Z","caller":"traceutil/trace.go:171","msg":"trace[547994137] transaction","detail":"{read_only:false; response_revision:4585; number_of_response:1; }","duration":"144.719433ms","start":"2026-04-27T01:37:20.602382Z","end":"2026-04-27T01:37:20.747102Z","steps":["trace[547994137] 'process raft request' (duration: 144.365414ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.747205Z","caller":"traceutil/trace.go:171","msg":"trace[332940154] transaction","detail":"{read_only:false; response_revision:4590; number_of_response:1; }","duration":"130.702427ms","start":"2026-04-27T01:37:20.61649Z","end":"2026-04-27T01:37:20.747193Z","steps":["trace[332940154] 'process raft request' (duration: 130.47527ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.747225Z","caller":"traceutil/trace.go:171","msg":"trace[1891872755] transaction","detail":"{read_only:false; response_revision:4591; number_of_response:1; }","duration":"130.062962ms","start":"2026-04-27T01:37:20.617153Z","end":"2026-04-27T01:37:20.747216Z","steps":["trace[1891872755] 'process raft request' (duration: 129.846525ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.747082Z","caller":"traceutil/trace.go:171","msg":"trace[1983914522] transaction","detail":"{read_only:false; response_revision:4586; number_of_response:1; }","duration":"142.92181ms","start":"2026-04-27T01:37:20.604135Z","end":"2026-04-27T01:37:20.747056Z","steps":["trace[1983914522] 'process raft request' (duration: 142.647003ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.747308Z","caller":"traceutil/trace.go:171","msg":"trace[1777507523] transaction","detail":"{read_only:false; response_revision:4589; number_of_response:1; }","duration":"132.253976ms","start":"2026-04-27T01:37:20.615046Z","end":"2026-04-27T01:37:20.7473Z","steps":["trace[1777507523] 'process raft request' (duration: 131.881766ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.747035Z","caller":"traceutil/trace.go:171","msg":"trace[1125583201] transaction","detail":"{read_only:false; response_revision:4587; number_of_response:1; }","duration":"141.169446ms","start":"2026-04-27T01:37:20.605853Z","end":"2026-04-27T01:37:20.747023Z","steps":["trace[1125583201] 'process raft request' (duration: 140.967011ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.972561Z","caller":"traceutil/trace.go:171","msg":"trace[385491312] linearizableReadLoop","detail":"{readStateIndex:4777; appliedIndex:4773; }","duration":"123.109369ms","start":"2026-04-27T01:37:20.849433Z","end":"2026-04-27T01:37:20.972542Z","steps":["trace[385491312] 'read index received' (duration: 43.991379ms)","trace[385491312] 'applied index is now lower than readState.Index' (duration: 79.11738ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:37:20.972692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.242502ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:20.972736Z","caller":"traceutil/trace.go:171","msg":"trace[514246383] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:4601; }","duration":"123.371585ms","start":"2026-04-27T01:37:20.849357Z","end":"2026-04-27T01:37:20.972728Z","steps":["trace[514246383] 'agreement among raft nodes before linearized reading' (duration: 123.262753ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.972976Z","caller":"traceutil/trace.go:171","msg":"trace[2010276375] transaction","detail":"{read_only:false; response_revision:4599; number_of_response:1; }","duration":"153.785798ms","start":"2026-04-27T01:37:20.819153Z","end":"2026-04-27T01:37:20.972938Z","steps":["trace[2010276375] 'process raft request' (duration: 153.287286ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.972977Z","caller":"traceutil/trace.go:171","msg":"trace[1188975752] transaction","detail":"{read_only:false; response_revision:4598; number_of_response:1; }","duration":"154.262941ms","start":"2026-04-27T01:37:20.818694Z","end":"2026-04-27T01:37:20.972957Z","steps":["trace[1188975752] 'process raft request' (duration: 74.630849ms)","trace[1188975752] 'compare' (duration: 78.975276ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:20.973012Z","caller":"traceutil/trace.go:171","msg":"trace[1653788073] transaction","detail":"{read_only:false; response_revision:4600; number_of_response:1; }","duration":"147.473993ms","start":"2026-04-27T01:37:20.825529Z","end":"2026-04-27T01:37:20.973003Z","steps":["trace[1653788073] 'process raft request' (duration: 146.963841ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:20.973062Z","caller":"traceutil/trace.go:171","msg":"trace[1265671871] transaction","detail":"{read_only:false; response_revision:4601; number_of_response:1; }","duration":"147.162134ms","start":"2026-04-27T01:37:20.825865Z","end":"2026-04-27T01:37:20.973027Z","steps":["trace[1265671871] 'process raft request' (duration: 146.653621ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.147051Z","caller":"traceutil/trace.go:171","msg":"trace[710181607] transaction","detail":"{read_only:false; response_revision:4605; number_of_response:1; }","duration":"160.980537ms","start":"2026-04-27T01:37:20.986055Z","end":"2026-04-27T01:37:21.147035Z","steps":["trace[710181607] 'process raft request' (duration: 160.854414ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.14713Z","caller":"traceutil/trace.go:171","msg":"trace[1617532018] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4607; }","duration":"156.801054ms","start":"2026-04-27T01:37:20.990306Z","end":"2026-04-27T01:37:21.147107Z","steps":["trace[1617532018] 'process raft request' (duration: 156.739772ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.147189Z","caller":"traceutil/trace.go:171","msg":"trace[1900563131] transaction","detail":"{read_only:false; response_revision:4606; number_of_response:1; }","duration":"160.990767ms","start":"2026-04-27T01:37:20.986191Z","end":"2026-04-27T01:37:21.147181Z","steps":["trace[1900563131] 'process raft request' (duration: 160.779491ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.147303Z","caller":"traceutil/trace.go:171","msg":"trace[18525927] transaction","detail":"{read_only:false; response_revision:4607; number_of_response:1; }","duration":"159.12238ms","start":"2026-04-27T01:37:20.988171Z","end":"2026-04-27T01:37:21.147293Z","steps":["trace[18525927] 'process raft request' (duration: 158.840283ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.147477Z","caller":"traceutil/trace.go:171","msg":"trace[318237084] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4607; }","duration":"156.975757ms","start":"2026-04-27T01:37:20.990487Z","end":"2026-04-27T01:37:21.147463Z","steps":["trace[318237084] 'process raft request' (duration: 156.591108ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.14763Z","caller":"traceutil/trace.go:171","msg":"trace[1920267014] transaction","detail":"{read_only:false; response_revision:4604; number_of_response:1; }","duration":"165.462678ms","start":"2026-04-27T01:37:20.98152Z","end":"2026-04-27T01:37:21.146982Z","steps":["trace[1920267014] 'process raft request' (duration: 128.554554ms)","trace[1920267014] 'compare' (duration: 36.620117ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:21.147694Z","caller":"traceutil/trace.go:171","msg":"trace[1014199867] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4608; }","duration":"151.755048ms","start":"2026-04-27T01:37:20.995929Z","end":"2026-04-27T01:37:21.147684Z","steps":["trace[1014199867] 'process raft request' (duration: 151.714927ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.147708Z","caller":"traceutil/trace.go:171","msg":"trace[1221968162] transaction","detail":"{read_only:false; response_revision:4608; number_of_response:1; }","duration":"153.973302ms","start":"2026-04-27T01:37:20.99372Z","end":"2026-04-27T01:37:21.147693Z","steps":["trace[1221968162] 'process raft request' (duration: 153.660384ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.191393Z","caller":"traceutil/trace.go:171","msg":"trace[1348961632] transaction","detail":"{read_only:false; response_revision:4610; number_of_response:1; }","duration":"133.24156ms","start":"2026-04-27T01:37:21.058132Z","end":"2026-04-27T01:37:21.191374Z","steps":["trace[1348961632] 'process raft request' (duration: 133.196919ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.191511Z","caller":"traceutil/trace.go:171","msg":"trace[1555375266] transaction","detail":"{read_only:false; response_revision:4609; number_of_response:1; }","duration":"149.41652ms","start":"2026-04-27T01:37:21.042076Z","end":"2026-04-27T01:37:21.191492Z","steps":["trace[1555375266] 'process raft request' (duration: 149.154274ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:21.41339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.202557ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:37:21.413668Z","caller":"traceutil/trace.go:171","msg":"trace[755112101] transaction","detail":"{read_only:false; response_revision:4615; number_of_response:1; }","duration":"117.809268ms","start":"2026-04-27T01:37:21.295839Z","end":"2026-04-27T01:37:21.413648Z","steps":["trace[755112101] 'process raft request' (duration: 117.740786ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.41366Z","caller":"traceutil/trace.go:171","msg":"trace[2083854257] transaction","detail":"{read_only:false; response_revision:4614; number_of_response:1; }","duration":"214.494922ms","start":"2026-04-27T01:37:21.199115Z","end":"2026-04-27T01:37:21.41361Z","steps":["trace[2083854257] 'process raft request' (duration: 214.390529ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.413915Z","caller":"traceutil/trace.go:171","msg":"trace[1826908457] transaction","detail":"{read_only:false; response_revision:4613; number_of_response:1; }","duration":"217.577248ms","start":"2026-04-27T01:37:21.1963Z","end":"2026-04-27T01:37:21.413877Z","steps":["trace[1826908457] 'process raft request' (duration: 100.761196ms)","trace[1826908457] 'compare' (duration: 116.010213ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:21.414019Z","caller":"traceutil/trace.go:171","msg":"trace[1923497614] linearizableReadLoop","detail":"{readStateIndex:4793; appliedIndex:4791; }","duration":"199.46556ms","start":"2026-04-27T01:37:21.214535Z","end":"2026-04-27T01:37:21.414Z","steps":["trace[1923497614] 'read index received' (duration: 82.541484ms)","trace[1923497614] 'applied index is now lower than readState.Index' (duration: 116.905816ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:37:21.414132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.721235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/kube-prometheus-stack-admission\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:37:21.41425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.701632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls\" ","response":"range_response_count:1 size:4307"} {"level":"info","ts":"2026-04-27T01:37:21.41426Z","caller":"traceutil/trace.go:171","msg":"trace[703199000] range","detail":"{range_begin:/registry/clusterroles/kube-prometheus-stack-admission; range_end:; response_count:0; response_revision:4615; }","duration":"209.880158ms","start":"2026-04-27T01:37:21.204345Z","end":"2026-04-27T01:37:21.414225Z","steps":["trace[703199000] 'agreement among raft nodes before linearized reading' (duration: 209.667983ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:21.414252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.25549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:37:21.414258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.951415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls-6shfn\" ","response":"range_response_count:1 size:2464"} {"level":"info","ts":"2026-04-27T01:37:21.414324Z","caller":"traceutil/trace.go:171","msg":"trace[1561086218] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls; range_end:; response_count:1; response_revision:4615; }","duration":"257.778144ms","start":"2026-04-27T01:37:21.156527Z","end":"2026-04-27T01:37:21.414305Z","steps":["trace[1561086218] 'agreement among raft nodes before linearized reading' (duration: 257.570169ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.414365Z","caller":"traceutil/trace.go:171","msg":"trace[511030545] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls-6shfn; range_end:; response_count:1; response_revision:4615; }","duration":"230.100619ms","start":"2026-04-27T01:37:21.184248Z","end":"2026-04-27T01:37:21.414349Z","steps":["trace[511030545] 'agreement among raft nodes before linearized reading' (duration: 229.842203ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.414465Z","caller":"traceutil/trace.go:171","msg":"trace[2042382958] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:4615; }","duration":"200.417354ms","start":"2026-04-27T01:37:21.213949Z","end":"2026-04-27T01:37:21.414367Z","steps":["trace[2042382958] 'agreement among raft nodes before linearized reading' (duration: 200.23492ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:21.41952Z","caller":"traceutil/trace.go:171","msg":"trace[405375107] transaction","detail":"{read_only:false; response_revision:4616; number_of_response:1; }","duration":"110.815204ms","start":"2026-04-27T01:37:21.308628Z","end":"2026-04-27T01:37:21.419444Z","steps":["trace[405375107] 'process raft request' (duration: 110.607599ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:21.419601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.338001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/grafana-tls-tqwv2\" ","response":"range_response_count:1 size:2448"} {"level":"info","ts":"2026-04-27T01:37:21.419652Z","caller":"traceutil/trace.go:171","msg":"trace[2115888565] range","detail":"{range_begin:/registry/secrets/monitoring/grafana-tls-tqwv2; range_end:; response_count:1; response_revision:4617; }","duration":"185.430433ms","start":"2026-04-27T01:37:21.23421Z","end":"2026-04-27T01:37:21.41964Z","steps":["trace[2115888565] 'agreement among raft nodes before linearized reading' (duration: 185.240867ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:22.510546Z","caller":"traceutil/trace.go:171","msg":"trace[195183565] transaction","detail":"{read_only:false; response_revision:4654; number_of_response:1; }","duration":"129.573489ms","start":"2026-04-27T01:37:22.380934Z","end":"2026-04-27T01:37:22.510507Z","steps":["trace[195183565] 'process raft request' (duration: 127.771574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.330922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.128067ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:37:26.33103Z","caller":"traceutil/trace.go:171","msg":"trace[1461038565] linearizableReadLoop","detail":"{readStateIndex:4877; appliedIndex:4876; }","duration":"624.196788ms","start":"2026-04-27T01:37:25.706814Z","end":"2026-04-27T01:37:26.331011Z","steps":["trace[1461038565] 'read index received' (duration: 234.913198ms)","trace[1461038565] 'applied index is now lower than readState.Index' (duration: 389.28192ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:26.331157Z","caller":"traceutil/trace.go:171","msg":"trace[1891828370] transaction","detail":"{read_only:false; response_revision:4697; number_of_response:1; }","duration":"639.55166ms","start":"2026-04-27T01:37:25.691588Z","end":"2026-04-27T01:37:26.33114Z","steps":["trace[1891828370] 'process raft request' (duration: 250.117025ms)","trace[1891828370] 'compare' (duration: 388.956723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:37:26.331246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.691564Z","time spent":"639.652783ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1216,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:37:26.331358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"624.541638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T01:37:26.331418Z","caller":"traceutil/trace.go:171","msg":"trace[1727193401] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:4697; }","duration":"624.65223ms","start":"2026-04-27T01:37:25.706749Z","end":"2026-04-27T01:37:26.331401Z","steps":["trace[1727193401] 'agreement among raft nodes before linearized reading' (duration: 624.461925ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.331465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.706725Z","time spent":"624.728662ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T01:37:26.332909Z","caller":"traceutil/trace.go:171","msg":"trace[139420798] transaction","detail":"{read_only:false; response_revision:4698; number_of_response:1; }","duration":"605.901815ms","start":"2026-04-27T01:37:25.726987Z","end":"2026-04-27T01:37:26.332889Z","steps":["trace[139420798] 'process raft request' (duration: 605.752532ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.333033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.726962Z","time spent":"606.001148ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4808,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:26.333372Z","caller":"traceutil/trace.go:171","msg":"trace[1077345302] transaction","detail":"{read_only:false; response_revision:4699; number_of_response:1; }","duration":"605.212709ms","start":"2026-04-27T01:37:25.728137Z","end":"2026-04-27T01:37:26.33335Z","steps":["trace[1077345302] 'process raft request' (duration: 604.697105ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:26.333916Z","caller":"traceutil/trace.go:171","msg":"trace[898616313] transaction","detail":"{read_only:false; response_revision:4701; number_of_response:1; }","duration":"463.378487ms","start":"2026-04-27T01:37:25.870518Z","end":"2026-04-27T01:37:26.333897Z","steps":["trace[898616313] 'process raft request' (duration: 463.217333ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:26.333945Z","caller":"traceutil/trace.go:171","msg":"trace[964738782] transaction","detail":"{read_only:false; response_revision:4702; number_of_response:1; }","duration":"461.541251ms","start":"2026-04-27T01:37:25.872378Z","end":"2026-04-27T01:37:26.33392Z","steps":["trace[964738782] 'process raft request' (duration: 461.467489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.334032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.870504Z","time spent":"463.474129ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:37:26.334061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.87237Z","time spent":"461.628872ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:37:26.333477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.728107Z","time spent":"605.320262ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7619,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:26.333862Z","caller":"traceutil/trace.go:171","msg":"trace[1996468958] transaction","detail":"{read_only:false; response_revision:4700; number_of_response:1; }","duration":"466.424272ms","start":"2026-04-27T01:37:25.867403Z","end":"2026-04-27T01:37:26.333828Z","steps":["trace[1996468958] 'process raft request' (duration: 465.762206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.334537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.867382Z","time spent":"467.096958ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:37:26.334614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"618.508398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-27T01:37:26.334702Z","caller":"traceutil/trace.go:171","msg":"trace[1614193776] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4703; }","duration":"618.645281ms","start":"2026-04-27T01:37:25.716038Z","end":"2026-04-27T01:37:26.334683Z","steps":["trace[1614193776] 'agreement among raft nodes before linearized reading' (duration: 618.402015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.334752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.716018Z","time spent":"618.724744ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-27T01:37:26.33481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.143941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:37:26.334868Z","caller":"traceutil/trace.go:171","msg":"trace[1517856393] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4703; }","duration":"438.225222ms","start":"2026-04-27T01:37:25.896627Z","end":"2026-04-27T01:37:26.334852Z","steps":["trace[1517856393] 'agreement among raft nodes before linearized reading' (duration: 438.060868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.334922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.896617Z","time spent":"438.294224ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:37:26.335035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.390936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:37:26.335079Z","caller":"traceutil/trace.go:171","msg":"trace[332419540] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4703; }","duration":"438.451267ms","start":"2026-04-27T01:37:25.896618Z","end":"2026-04-27T01:37:26.335069Z","steps":["trace[332419540] 'agreement among raft nodes before linearized reading' (duration: 438.340265ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.335146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.896578Z","time spent":"438.56161ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:37:26.335184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.916858ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:26.33524Z","caller":"traceutil/trace.go:171","msg":"trace[1161883371] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:4703; }","duration":"193.01386ms","start":"2026-04-27T01:37:26.142212Z","end":"2026-04-27T01:37:26.335226Z","steps":["trace[1161883371] 'agreement among raft nodes before linearized reading' (duration: 192.884727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.335302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.182667ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:37:26.335324Z","caller":"traceutil/trace.go:171","msg":"trace[1323956847] transaction","detail":"{read_only:false; response_revision:4703; number_of_response:1; }","duration":"230.553679ms","start":"2026-04-27T01:37:26.104751Z","end":"2026-04-27T01:37:26.335305Z","steps":["trace[1323956847] 'process raft request' (duration: 229.561445ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:26.335343Z","caller":"traceutil/trace.go:171","msg":"trace[363982991] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4703; }","duration":"439.259749ms","start":"2026-04-27T01:37:25.896068Z","end":"2026-04-27T01:37:26.335328Z","steps":["trace[363982991] 'agreement among raft nodes before linearized reading' (duration: 439.153506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.335375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.896045Z","time spent":"439.32392ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:37:26.335569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"440.787565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T01:37:26.335562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"435.216898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:37:26.335607Z","caller":"traceutil/trace.go:171","msg":"trace[1708730462] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4703; }","duration":"440.866407ms","start":"2026-04-27T01:37:25.894732Z","end":"2026-04-27T01:37:26.335599Z","steps":["trace[1708730462] 'agreement among raft nodes before linearized reading' (duration: 440.767185ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.335647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.894707Z","time spent":"440.927039ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:37:26.335651Z","caller":"traceutil/trace.go:171","msg":"trace[967747733] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4703; }","duration":"435.347631ms","start":"2026-04-27T01:37:25.900278Z","end":"2026-04-27T01:37:26.335626Z","steps":["trace[967747733] 'agreement among raft nodes before linearized reading' (duration: 435.040824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.335693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.90025Z","time spent":"435.434663ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:37:26.335754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.999406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:26.335783Z","caller":"traceutil/trace.go:171","msg":"trace[1771231947] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:4703; }","duration":"484.064438ms","start":"2026-04-27T01:37:25.851708Z","end":"2026-04-27T01:37:26.335773Z","steps":["trace[1771231947] 'agreement among raft nodes before linearized reading' (duration: 484.017266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.335813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.851688Z","time spent":"484.117098ms","remote":"127.0.0.1:39370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:37:26.33586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"431.916997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:37:26.335888Z","caller":"traceutil/trace.go:171","msg":"trace[304257272] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:4703; }","duration":"431.966178ms","start":"2026-04-27T01:37:25.903913Z","end":"2026-04-27T01:37:26.335879Z","steps":["trace[304257272] 'agreement among raft nodes before linearized reading' (duration: 431.876666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.335914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.9039Z","time spent":"432.007929ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:37:26.336004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.213877ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1124"} {"level":"info","ts":"2026-04-27T01:37:26.336094Z","caller":"traceutil/trace.go:171","msg":"trace[984342999] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:4703; }","duration":"617.335059ms","start":"2026-04-27T01:37:25.718743Z","end":"2026-04-27T01:37:26.336078Z","steps":["trace[984342999] 'agreement among raft nodes before linearized reading' (duration: 617.111523ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.336131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.718731Z","time spent":"617.393151ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1147,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-04-27T01:37:26.336239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"577.590285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:26.336296Z","caller":"traceutil/trace.go:171","msg":"trace[1376712123] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:4703; }","duration":"577.693168ms","start":"2026-04-27T01:37:25.758587Z","end":"2026-04-27T01:37:26.336281Z","steps":["trace[1376712123] 'agreement among raft nodes before linearized reading' (duration: 577.600516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:26.336345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:25.758569Z","time spent":"577.758719ms","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:37:32.526609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"495.009898ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-27T01:37:32.526701Z","caller":"traceutil/trace.go:171","msg":"trace[1770437708] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4875; }","duration":"495.174832ms","start":"2026-04-27T01:37:32.031504Z","end":"2026-04-27T01:37:32.526679Z","steps":["trace[1770437708] 'range keys from in-memory index tree' (duration: 494.847904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.526783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.031483Z","time spent":"495.288216ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-27T01:37:32.526992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.654578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:1219"} {"level":"warn","ts":"2026-04-27T01:37:32.527057Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"244.008854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:37:32.52733Z","caller":"traceutil/trace.go:171","msg":"trace[1687386731] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:4875; }","duration":"244.328102ms","start":"2026-04-27T01:37:32.282977Z","end":"2026-04-27T01:37:32.527305Z","steps":["trace[1687386731] 'count revisions from in-memory index tree' (duration: 243.918782ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:32.52708Z","caller":"traceutil/trace.go:171","msg":"trace[1086458786] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4875; }","duration":"393.785563ms","start":"2026-04-27T01:37:32.133274Z","end":"2026-04-27T01:37:32.527059Z","steps":["trace[1086458786] 'range keys from in-memory index tree' (duration: 393.451264ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.52761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.133256Z","time spent":"394.332147ms","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":1242,"request content":"key:\"/registry/serviceaccounts/monitoring/kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-04-27T01:37:32.816252Z","caller":"traceutil/trace.go:171","msg":"trace[1365870112] transaction","detail":"{read_only:false; response_revision:4876; number_of_response:1; }","duration":"460.331331ms","start":"2026-04-27T01:37:32.355896Z","end":"2026-04-27T01:37:32.816227Z","steps":["trace[1365870112] 'process raft request' (duration: 460.171637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.816443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.355868Z","time spent":"460.500206ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:32.918195Z","caller":"traceutil/trace.go:171","msg":"trace[1484201037] transaction","detail":"{read_only:false; response_revision:4877; number_of_response:1; }","duration":"558.892312ms","start":"2026-04-27T01:37:32.359284Z","end":"2026-04-27T01:37:32.918176Z","steps":["trace[1484201037] 'process raft request' (duration: 558.721487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.918305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.359252Z","time spent":"558.996963ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:32.918391Z","caller":"traceutil/trace.go:171","msg":"trace[1064145561] transaction","detail":"{read_only:false; response_revision:4878; number_of_response:1; }","duration":"557.971169ms","start":"2026-04-27T01:37:32.360416Z","end":"2026-04-27T01:37:32.918387Z","steps":["trace[1064145561] 'process raft request' (duration: 557.695122ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.918419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.360396Z","time spent":"558.009769ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:32.918494Z","caller":"traceutil/trace.go:171","msg":"trace[2077258486] transaction","detail":"{read_only:false; response_revision:4879; number_of_response:1; }","duration":"472.357058ms","start":"2026-04-27T01:37:32.446132Z","end":"2026-04-27T01:37:32.918489Z","steps":["trace[2077258486] 'process raft request' (duration: 472.00478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.918523Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.446091Z","time spent":"472.41776ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":11440,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:32.918935Z","caller":"traceutil/trace.go:171","msg":"trace[1417280491] linearizableReadLoop","detail":"{readStateIndex:5064; appliedIndex:5061; }","duration":"549.019358ms","start":"2026-04-27T01:37:32.36986Z","end":"2026-04-27T01:37:32.91888Z","steps":["trace[1417280491] 'read index received' (duration: 446.212272ms)","trace[1417280491] 'applied index is now lower than readState.Index' (duration: 102.805406ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:32.918967Z","caller":"traceutil/trace.go:171","msg":"trace[1776822183] transaction","detail":"{read_only:false; response_revision:4880; number_of_response:1; }","duration":"200.827303ms","start":"2026-04-27T01:37:32.718096Z","end":"2026-04-27T01:37:32.918923Z","steps":["trace[1776822183] 'process raft request' (duration: 200.367352ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.919205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.329025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:37:32.919268Z","caller":"traceutil/trace.go:171","msg":"trace[616693633] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4880; }","duration":"549.445099ms","start":"2026-04-27T01:37:32.369807Z","end":"2026-04-27T01:37:32.919253Z","steps":["trace[616693633] 'agreement among raft nodes before linearized reading' (duration: 549.203322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.919303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.369763Z","time spent":"549.534311ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:37:32.919395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.745361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T01:37:32.919477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.880557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:16233"} {"level":"info","ts":"2026-04-27T01:37:32.919474Z","caller":"traceutil/trace.go:171","msg":"trace[581087742] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:4880; }","duration":"548.904815ms","start":"2026-04-27T01:37:32.370548Z","end":"2026-04-27T01:37:32.919453Z","steps":["trace[581087742] 'agreement among raft nodes before linearized reading' (duration: 548.580196ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:32.919509Z","caller":"traceutil/trace.go:171","msg":"trace[1195316043] range","detail":"{range_begin:/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:4880; }","duration":"389.948408ms","start":"2026-04-27T01:37:32.529548Z","end":"2026-04-27T01:37:32.919496Z","steps":["trace[1195316043] 'agreement among raft nodes before linearized reading' (duration: 389.850425ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.919524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.370535Z","time spent":"548.976896ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:37:32.919563Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.218164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:37:32.919591Z","caller":"traceutil/trace.go:171","msg":"trace[1540104181] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4880; }","duration":"541.292156ms","start":"2026-04-27T01:37:32.378291Z","end":"2026-04-27T01:37:32.919584Z","steps":["trace[1540104181] 'agreement among raft nodes before linearized reading' (duration: 541.222284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.919609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.378267Z","time spent":"541.337317ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:37:32.919706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.446478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:37:32.919721Z","caller":"traceutil/trace.go:171","msg":"trace[146142250] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:4880; }","duration":"486.506889ms","start":"2026-04-27T01:37:32.433209Z","end":"2026-04-27T01:37:32.919716Z","steps":["trace[146142250] 'agreement among raft nodes before linearized reading' (duration: 486.472908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.91974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.433189Z","time spent":"486.54598ms","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":4,"response size":30,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:37:32.91983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"545.527461ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:37:32.919871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.235424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:37:32.919892Z","caller":"traceutil/trace.go:171","msg":"trace[281287399] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4880; }","duration":"541.284165ms","start":"2026-04-27T01:37:32.378601Z","end":"2026-04-27T01:37:32.919885Z","steps":["trace[281287399] 'agreement among raft nodes before linearized reading' (duration: 541.223644ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:32.919886Z","caller":"traceutil/trace.go:171","msg":"trace[399544039] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4880; }","duration":"545.611283ms","start":"2026-04-27T01:37:32.374261Z","end":"2026-04-27T01:37:32.919872Z","steps":["trace[399544039] 'agreement among raft nodes before linearized reading' (duration: 545.47711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.919908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.37859Z","time spent":"541.313456ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:37:32.919917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.374249Z","time spent":"545.661654ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:37:32.920156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.735236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-t9djv\" ","response":"range_response_count:1 size:9716"} {"level":"info","ts":"2026-04-27T01:37:32.920202Z","caller":"traceutil/trace.go:171","msg":"trace[2007140857] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-t9djv; range_end:; response_count:1; response_revision:4880; }","duration":"203.833239ms","start":"2026-04-27T01:37:32.716356Z","end":"2026-04-27T01:37:32.920189Z","steps":["trace[2007140857] 'agreement among raft nodes before linearized reading' (duration: 203.683225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.920225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.104919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:37:32.920269Z","caller":"traceutil/trace.go:171","msg":"trace[947318316] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4880; }","duration":"549.16056ms","start":"2026-04-27T01:37:32.371092Z","end":"2026-04-27T01:37:32.920252Z","steps":["trace[947318316] 'agreement among raft nodes before linearized reading' (duration: 549.044277ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.920301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.371085Z","time spent":"549.209652ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:37:32.920466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.25842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:32.920518Z","caller":"traceutil/trace.go:171","msg":"trace[1135275742] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4880; }","duration":"305.339892ms","start":"2026-04-27T01:37:32.615171Z","end":"2026-04-27T01:37:32.920511Z","steps":["trace[1135275742] 'agreement among raft nodes before linearized reading' (duration: 305.27509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.92046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.647173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-04-27T01:37:32.920537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.615157Z","time spent":"305.374293ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:37:32.920551Z","caller":"traceutil/trace.go:171","msg":"trace[54077884] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4880; }","duration":"291.793556ms","start":"2026-04-27T01:37:32.628747Z","end":"2026-04-27T01:37:32.920541Z","steps":["trace[54077884] 'agreement among raft nodes before linearized reading' (duration: 291.656073ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:32.91953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:32.52953Z","time spent":"389.99443ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":16256,"request content":"key:\"/registry/pods/monitoring/prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-27T01:37:33.540221Z","caller":"traceutil/trace.go:171","msg":"trace[1412088469] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"142.669623ms","start":"2026-04-27T01:37:33.397524Z","end":"2026-04-27T01:37:33.540194Z","steps":["trace[1412088469] 'process raft request' (duration: 101.761291ms)","trace[1412088469] 'compare' (duration: 40.41985ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:33.540483Z","caller":"traceutil/trace.go:171","msg":"trace[1459065073] linearizableReadLoop","detail":"{readStateIndex:5161; appliedIndex:5158; }","duration":"132.757527ms","start":"2026-04-27T01:37:33.407705Z","end":"2026-04-27T01:37:33.540463Z","steps":["trace[1459065073] 'read index received' (duration: 91.534047ms)","trace[1459065073] 'applied index is now lower than readState.Index' (duration: 41.22258ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:33.5406Z","caller":"traceutil/trace.go:171","msg":"trace[1968802106] transaction","detail":"{read_only:false; response_revision:4971; number_of_response:1; }","duration":"140.09866ms","start":"2026-04-27T01:37:33.400488Z","end":"2026-04-27T01:37:33.540587Z","steps":["trace[1968802106] 'process raft request' (duration: 139.434824ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:33.540785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.058215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/monitoring/loki-results-cache\" ","response":"range_response_count:1 size:3853"} {"level":"info","ts":"2026-04-27T01:37:33.540834Z","caller":"traceutil/trace.go:171","msg":"trace[1022253923] range","detail":"{range_begin:/registry/statefulsets/monitoring/loki-results-cache; range_end:; response_count:1; response_revision:4972; }","duration":"133.147767ms","start":"2026-04-27T01:37:33.407675Z","end":"2026-04-27T01:37:33.540823Z","steps":["trace[1022253923] 'agreement among raft nodes before linearized reading' (duration: 132.932921ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:33.541098Z","caller":"traceutil/trace.go:171","msg":"trace[304357091] transaction","detail":"{read_only:false; response_revision:4972; number_of_response:1; }","duration":"134.426899ms","start":"2026-04-27T01:37:33.40666Z","end":"2026-04-27T01:37:33.541087Z","steps":["trace[304357091] 'process raft request' (duration: 133.70076ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.335089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.428965ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d363eb1-a183-495c-9353-2411d565712b\" ","response":"range_response_count:1 size:3601"} {"level":"info","ts":"2026-04-27T01:37:36.335191Z","caller":"traceutil/trace.go:171","msg":"trace[1076388312] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d363eb1-a183-495c-9353-2411d565712b; range_end:; response_count:1; response_revision:5007; }","duration":"580.575578ms","start":"2026-04-27T01:37:35.754592Z","end":"2026-04-27T01:37:36.335168Z","steps":["trace[1076388312] 'range keys from in-memory index tree' (duration: 580.22281ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.335205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"752.007184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d363eb1-a183-495c-9353-2411d565712b\" ","response":"range_response_count:1 size:3601"} {"level":"warn","ts":"2026-04-27T01:37:36.335295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"721.141159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:37:36.335271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.472316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:36.335321Z","caller":"traceutil/trace.go:171","msg":"trace[1361753115] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d363eb1-a183-495c-9353-2411d565712b; range_end:; response_count:1; response_revision:5007; }","duration":"752.193749ms","start":"2026-04-27T01:37:35.5831Z","end":"2026-04-27T01:37:36.335293Z","steps":["trace[1361753115] 'range keys from in-memory index tree' (duration: 751.802889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.33532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.799848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:37:36.335373Z","caller":"traceutil/trace.go:171","msg":"trace[459387294] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:5007; }","duration":"236.61928ms","start":"2026-04-27T01:37:36.098725Z","end":"2026-04-27T01:37:36.335344Z","steps":["trace[459387294] 'count revisions from in-memory index tree' (duration: 236.392944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.335385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:35.583074Z","time spent":"752.299282ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d363eb1-a183-495c-9353-2411d565712b\" "} {"level":"info","ts":"2026-04-27T01:37:36.335398Z","caller":"traceutil/trace.go:171","msg":"trace[1424574627] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5007; }","duration":"736.91404ms","start":"2026-04-27T01:37:35.598465Z","end":"2026-04-27T01:37:36.335379Z","steps":["trace[1424574627] 'range keys from in-memory index tree' (duration: 736.598992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.335445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:35.598449Z","time spent":"736.987342ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:37:36.335485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"804.430942ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:37:36.335536Z","caller":"traceutil/trace.go:171","msg":"trace[1731746875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5007; }","duration":"804.530154ms","start":"2026-04-27T01:37:35.530991Z","end":"2026-04-27T01:37:36.335521Z","steps":["trace[1731746875] 'count revisions from in-memory index tree' (duration: 804.296609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.33557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:35.530968Z","time spent":"804.592266ms","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:37:36.33564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"607.540706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:36.335678Z","caller":"traceutil/trace.go:171","msg":"trace[829184396] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5007; }","duration":"607.620258ms","start":"2026-04-27T01:37:35.728047Z","end":"2026-04-27T01:37:36.335668Z","steps":["trace[829184396] 'count revisions from in-memory index tree' (duration: 607.458915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.335244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:35.754579Z","time spent":"580.65064ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3624,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d363eb1-a183-495c-9353-2411d565712b\" "} {"level":"info","ts":"2026-04-27T01:37:36.335332Z","caller":"traceutil/trace.go:171","msg":"trace[877753260] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5007; }","duration":"721.221633ms","start":"2026-04-27T01:37:35.614099Z","end":"2026-04-27T01:37:36.33532Z","steps":["trace[877753260] 'range keys from in-memory index tree' (duration: 713.46359ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.335708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:35.728026Z","time spent":"607.67335ms","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:37:36.335827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:35.614077Z","time spent":"721.741435ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:37:36.335955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.722929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:36.33599Z","caller":"traceutil/trace.go:171","msg":"trace[72901947] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/vector; range_end:; response_count:0; response_revision:5007; }","duration":"208.76288ms","start":"2026-04-27T01:37:36.127217Z","end":"2026-04-27T01:37:36.33598Z","steps":["trace[72901947] 'range keys from in-memory index tree' (duration: 208.625707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.336094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.143663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413130"} {"level":"info","ts":"2026-04-27T01:37:36.336116Z","caller":"traceutil/trace.go:171","msg":"trace[2108613266] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:5007; }","duration":"151.213855ms","start":"2026-04-27T01:37:36.184896Z","end":"2026-04-27T01:37:36.33611Z","steps":["trace[2108613266] 'range keys from in-memory index tree' (duration: 150.800385ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.336246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.769926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-t9djv-tls\" ","response":"range_response_count:1 size:2184"} {"level":"info","ts":"2026-04-27T01:37:36.336323Z","caller":"traceutil/trace.go:171","msg":"trace[1238636281] range","detail":"{range_begin:/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-t9djv-tls; range_end:; response_count:1; response_revision:5007; }","duration":"524.820537ms","start":"2026-04-27T01:37:35.811461Z","end":"2026-04-27T01:37:36.336281Z","steps":["trace[1238636281] 'range keys from in-memory index tree' (duration: 523.627219ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.336368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:35.811408Z","time spent":"524.951781ms","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":2207,"request content":"key:\"/registry/cert-manager.io/certificates/monitoring/kube-prometheus-stack-prometheus-node-exporter-t9djv-tls\" "} {"level":"info","ts":"2026-04-27T01:37:36.60331Z","caller":"traceutil/trace.go:171","msg":"trace[1203183769] linearizableReadLoop","detail":"{readStateIndex:5197; appliedIndex:5196; }","duration":"260.821949ms","start":"2026-04-27T01:37:36.342463Z","end":"2026-04-27T01:37:36.603285Z","steps":["trace[1203183769] 'read index received' (duration: 260.608654ms)","trace[1203183769] 'applied index is now lower than readState.Index' (duration: 212.375µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:36.603584Z","caller":"traceutil/trace.go:171","msg":"trace[705800059] transaction","detail":"{read_only:false; response_revision:5008; number_of_response:1; }","duration":"264.219374ms","start":"2026-04-27T01:37:36.33935Z","end":"2026-04-27T01:37:36.603569Z","steps":["trace[705800059] 'process raft request' (duration: 263.783204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.603833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.324162ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/vector\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:36.604013Z","caller":"traceutil/trace.go:171","msg":"trace[1045791196] range","detail":"{range_begin:/registry/configmaps/monitoring/vector; range_end:; response_count:0; response_revision:5008; }","duration":"261.534148ms","start":"2026-04-27T01:37:36.342416Z","end":"2026-04-27T01:37:36.60395Z","steps":["trace[1045791196] 'agreement among raft nodes before linearized reading' (duration: 261.157708ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:36.665982Z","caller":"traceutil/trace.go:171","msg":"trace[8485378] transaction","detail":"{read_only:false; response_revision:5009; number_of_response:1; }","duration":"322.002104ms","start":"2026-04-27T01:37:36.343952Z","end":"2026-04-27T01:37:36.665954Z","steps":["trace[8485378] 'process raft request' (duration: 321.689247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.666157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.343943Z","time spent":"322.122968ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3706,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:36.666306Z","caller":"traceutil/trace.go:171","msg":"trace[876975598] transaction","detail":"{read_only:false; response_revision:5010; number_of_response:1; }","duration":"164.229408ms","start":"2026-04-27T01:37:36.502048Z","end":"2026-04-27T01:37:36.666277Z","steps":["trace[876975598] 'process raft request' (duration: 163.800198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.666364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.113547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-t9djv-tls\" ","response":"range_response_count:1 size:4432"} {"level":"info","ts":"2026-04-27T01:37:36.666452Z","caller":"traceutil/trace.go:171","msg":"trace[826831144] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-t9djv-tls; range_end:; response_count:1; response_revision:5010; }","duration":"322.276992ms","start":"2026-04-27T01:37:36.344151Z","end":"2026-04-27T01:37:36.666428Z","steps":["trace[826831144] 'agreement among raft nodes before linearized reading' (duration: 321.925753ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:36.6665Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.344146Z","time spent":"322.343863ms","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":4455,"request content":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-prometheus-node-exporter-t9djv-tls\" "} {"level":"info","ts":"2026-04-27T01:37:36.83609Z","caller":"traceutil/trace.go:171","msg":"trace[328328014] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"110.685991ms","start":"2026-04-27T01:37:36.725375Z","end":"2026-04-27T01:37:36.836061Z","steps":["trace[328328014] 'process raft request' (duration: 66.477536ms)","trace[328328014] 'compare' (duration: 44.036161ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:37:37.45424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.209447ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:37:37.454575Z","caller":"traceutil/trace.go:171","msg":"trace[2088287132] transaction","detail":"{read_only:false; response_revision:5014; number_of_response:1; }","duration":"597.58798ms","start":"2026-04-27T01:37:36.856953Z","end":"2026-04-27T01:37:37.454541Z","steps":["trace[2088287132] 'process raft request' (duration: 176.981373ms)","trace[2088287132] 'compare' (duration: 419.91547ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:37.454598Z","caller":"traceutil/trace.go:171","msg":"trace[1014717801] linearizableReadLoop","detail":"{readStateIndex:5206; appliedIndex:5203; }","duration":"506.76811ms","start":"2026-04-27T01:37:36.947808Z","end":"2026-04-27T01:37:37.454576Z","steps":["trace[1014717801] 'read index received' (duration: 86.165403ms)","trace[1014717801] 'applied index is now lower than readState.Index' (duration: 420.601207ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:37.454635Z","caller":"traceutil/trace.go:171","msg":"trace[575415240] transaction","detail":"{read_only:false; response_revision:5016; number_of_response:1; }","duration":"516.340599ms","start":"2026-04-27T01:37:36.938274Z","end":"2026-04-27T01:37:37.454615Z","steps":["trace[575415240] 'process raft request' (duration: 516.246035ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:37.454637Z","caller":"traceutil/trace.go:171","msg":"trace[163599170] transaction","detail":"{read_only:false; response_revision:5015; number_of_response:1; }","duration":"516.410181ms","start":"2026-04-27T01:37:36.938202Z","end":"2026-04-27T01:37:37.454612Z","steps":["trace[163599170] 'process raft request' (duration: 516.175424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:37.454694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.856933Z","time spent":"597.704123ms","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":879,"response count":0,"response size":39,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T01:37:37.454752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.938246Z","time spent":"516.444082ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:37:37.454761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.93818Z","time spent":"516.515283ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:37:37.454835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"507.019277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T01:37:37.454858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.59529ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T01:37:37.454886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.713297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d363eb1-a183-495c-9353-2411d565712b\" ","response":"range_response_count:1 size:3721"} {"level":"info","ts":"2026-04-27T01:37:37.454911Z","caller":"traceutil/trace.go:171","msg":"trace[846774940] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5016; }","duration":"507.115069ms","start":"2026-04-27T01:37:36.947777Z","end":"2026-04-27T01:37:37.454892Z","steps":["trace[846774940] 'agreement among raft nodes before linearized reading' (duration: 506.877714ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:37.454916Z","caller":"traceutil/trace.go:171","msg":"trace[919888819] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5016; }","duration":"492.681222ms","start":"2026-04-27T01:37:36.962217Z","end":"2026-04-27T01:37:37.454898Z","steps":["trace[919888819] 'agreement among raft nodes before linearized reading' (duration: 492.536608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:37.454894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.514284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:37:37.454933Z","caller":"traceutil/trace.go:171","msg":"trace[158201858] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d363eb1-a183-495c-9353-2411d565712b; range_end:; response_count:1; response_revision:5016; }","duration":"113.804569ms","start":"2026-04-27T01:37:37.341116Z","end":"2026-04-27T01:37:37.45492Z","steps":["trace[158201858] 'agreement among raft nodes before linearized reading' (duration: 113.663166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:37.454951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.947768Z","time spent":"507.174311ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T01:37:37.45497Z","caller":"traceutil/trace.go:171","msg":"trace[1941579768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5016; }","duration":"493.641107ms","start":"2026-04-27T01:37:36.961309Z","end":"2026-04-27T01:37:37.45495Z","steps":["trace[1941579768] 'agreement among raft nodes before linearized reading' (duration: 493.420571ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:37.454955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.962203Z","time spent":"492.744134ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:37:37.455025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"489.286878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T01:37:37.45503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.961289Z","time spent":"493.731669ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T01:37:37.455054Z","caller":"traceutil/trace.go:171","msg":"trace[1008214084] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5016; }","duration":"489.325609ms","start":"2026-04-27T01:37:36.96572Z","end":"2026-04-27T01:37:37.455046Z","steps":["trace[1008214084] 'agreement among raft nodes before linearized reading' (duration: 489.001361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:37.455075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.965713Z","time spent":"489.35704ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:37:37.454985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"498.708802ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:37:37.454855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.405019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:37:37.45511Z","caller":"traceutil/trace.go:171","msg":"trace[822922976] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5016; }","duration":"498.853304ms","start":"2026-04-27T01:37:36.956242Z","end":"2026-04-27T01:37:37.455096Z","steps":["trace[822922976] 'agreement among raft nodes before linearized reading' (duration: 498.472815ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:37.455118Z","caller":"traceutil/trace.go:171","msg":"trace[1303006896] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:5016; }","duration":"497.708457ms","start":"2026-04-27T01:37:36.957399Z","end":"2026-04-27T01:37:37.455107Z","steps":["trace[1303006896] 'agreement among raft nodes before linearized reading' (duration: 497.358298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:37.455151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.957383Z","time spent":"497.761039ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:37:37.455156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:36.95623Z","time spent":"498.914057ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:37:39.485921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"530.696203ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:37:39.486033Z","caller":"traceutil/trace.go:171","msg":"trace[975685838] transaction","detail":"{read_only:false; response_revision:5057; number_of_response:1; }","duration":"685.62242ms","start":"2026-04-27T01:37:38.800391Z","end":"2026-04-27T01:37:39.486014Z","steps":["trace[975685838] 'process raft request' (duration: 154.739682ms)","trace[975685838] 'compare' (duration: 529.987195ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:37:39.486104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:38.800367Z","time spent":"685.704532ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":883,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:39.539202Z","caller":"traceutil/trace.go:171","msg":"trace[728950595] transaction","detail":"{read_only:false; response_revision:5058; number_of_response:1; }","duration":"736.227073ms","start":"2026-04-27T01:37:38.80294Z","end":"2026-04-27T01:37:39.539167Z","steps":["trace[728950595] 'process raft request' (duration: 735.986768ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:39.539346Z","caller":"traceutil/trace.go:171","msg":"trace[602863542] linearizableReadLoop","detail":"{readStateIndex:5250; appliedIndex:5248; }","duration":"678.388301ms","start":"2026-04-27T01:37:38.860938Z","end":"2026-04-27T01:37:39.539326Z","steps":["trace[602863542] 'read index received' (duration: 94.340226ms)","trace[602863542] 'applied index is now lower than readState.Index' (duration: 584.046285ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:39.539438Z","caller":"traceutil/trace.go:171","msg":"trace[378689629] transaction","detail":"{read_only:false; response_revision:5059; number_of_response:1; }","duration":"675.226303ms","start":"2026-04-27T01:37:38.864195Z","end":"2026-04-27T01:37:39.539421Z","steps":["trace[378689629] 'process raft request' (duration: 674.886864ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:39.539449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:38.802927Z","time spent":"736.417318ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":16542,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:37:39.539507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:38.864173Z","time spent":"675.290085ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:37:39.539778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"678.77733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-27T01:37:39.539985Z","caller":"traceutil/trace.go:171","msg":"trace[1293401739] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5059; }","duration":"679.020327ms","start":"2026-04-27T01:37:38.860878Z","end":"2026-04-27T01:37:39.539899Z","steps":["trace[1293401739] 'agreement among raft nodes before linearized reading' (duration: 678.575946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:39.540146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:38.860859Z","time spent":"679.227843ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-27T01:37:39.571759Z","caller":"traceutil/trace.go:171","msg":"trace[1298615917] transaction","detail":"{read_only:false; response_revision:5060; number_of_response:1; }","duration":"107.771049ms","start":"2026-04-27T01:37:39.463971Z","end":"2026-04-27T01:37:39.571742Z","steps":["trace[1298615917] 'process raft request' (duration: 107.290017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:39.571791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.067491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-5d363eb1-a183-495c-9353-2411d565712b\" ","response":"range_response_count:1 size:3907"} {"level":"info","ts":"2026-04-27T01:37:39.571854Z","caller":"traceutil/trace.go:171","msg":"trace[608834114] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-5d363eb1-a183-495c-9353-2411d565712b; range_end:; response_count:1; response_revision:5061; }","duration":"107.188655ms","start":"2026-04-27T01:37:39.464648Z","end":"2026-04-27T01:37:39.571837Z","steps":["trace[608834114] 'agreement among raft nodes before linearized reading' (duration: 107.022461ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:39.5719Z","caller":"traceutil/trace.go:171","msg":"trace[549930051] transaction","detail":"{read_only:false; response_revision:5061; number_of_response:1; }","duration":"107.8195ms","start":"2026-04-27T01:37:39.46407Z","end":"2026-04-27T01:37:39.57189Z","steps":["trace[549930051] 'process raft request' (duration: 107.308798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:39.571934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.091253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:39.572036Z","caller":"traceutil/trace.go:171","msg":"trace[379817710] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:5061; }","duration":"317.271477ms","start":"2026-04-27T01:37:39.25474Z","end":"2026-04-27T01:37:39.572011Z","steps":["trace[379817710] 'agreement among raft nodes before linearized reading' (duration: 317.062372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:39.572069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.05698ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-04-27T01:37:39.57209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:39.254719Z","time spent":"317.35693ms","remote":"127.0.0.1:46638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":28,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:37:39.57211Z","caller":"traceutil/trace.go:171","msg":"trace[2035975001] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5061; }","duration":"157.138281ms","start":"2026-04-27T01:37:39.414961Z","end":"2026-04-27T01:37:39.572099Z","steps":["trace[2035975001] 'agreement among raft nodes before linearized reading' (duration: 157.037629ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:43.429535Z","caller":"traceutil/trace.go:171","msg":"trace[540925477] transaction","detail":"{read_only:false; response_revision:5146; number_of_response:1; }","duration":"160.919415ms","start":"2026-04-27T01:37:43.268583Z","end":"2026-04-27T01:37:43.429503Z","steps":["trace[540925477] 'process raft request' (duration: 84.39589ms)","trace[540925477] 'compare' (duration: 76.114555ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:43.429725Z","caller":"traceutil/trace.go:171","msg":"trace[27564409] transaction","detail":"{read_only:false; response_revision:5147; number_of_response:1; }","duration":"160.674268ms","start":"2026-04-27T01:37:43.269027Z","end":"2026-04-27T01:37:43.429701Z","steps":["trace[27564409] 'process raft request' (duration: 160.250428ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:43.66487Z","caller":"traceutil/trace.go:171","msg":"trace[279690579] transaction","detail":"{read_only:false; response_revision:5159; number_of_response:1; }","duration":"111.08932ms","start":"2026-04-27T01:37:43.553758Z","end":"2026-04-27T01:37:43.664847Z","steps":["trace[279690579] 'process raft request' (duration: 110.907166ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:43.665958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.873788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:27 size:804385"} {"level":"info","ts":"2026-04-27T01:37:43.666048Z","caller":"traceutil/trace.go:171","msg":"trace[996653650] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:27; response_revision:5162; }","duration":"145.015112ms","start":"2026-04-27T01:37:43.521011Z","end":"2026-04-27T01:37:43.666026Z","steps":["trace[996653650] 'agreement among raft nodes before linearized reading' (duration: 144.353606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:44.070783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.719995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1285"} {"level":"info","ts":"2026-04-27T01:37:44.070882Z","caller":"traceutil/trace.go:171","msg":"trace[12946358] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:5169; }","duration":"119.89855ms","start":"2026-04-27T01:37:43.950964Z","end":"2026-04-27T01:37:44.070862Z","steps":["trace[12946358] 'range keys from in-memory index tree' (duration: 119.397327ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:44.07111Z","caller":"traceutil/trace.go:171","msg":"trace[51834495] transaction","detail":"{read_only:false; response_revision:5170; number_of_response:1; }","duration":"116.346561ms","start":"2026-04-27T01:37:43.95462Z","end":"2026-04-27T01:37:44.070966Z","steps":["trace[51834495] 'process raft request' (duration: 81.95712ms)","trace[51834495] 'compare' (duration: 34.175946ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:37:44.323289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.858177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:44.323385Z","caller":"traceutil/trace.go:171","msg":"trace[1209377950] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:5171; }","duration":"103.026071ms","start":"2026-04-27T01:37:44.220339Z","end":"2026-04-27T01:37:44.323366Z","steps":["trace[1209377950] 'count revisions from in-memory index tree' (duration: 102.735474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:44.323607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.554559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"warn","ts":"2026-04-27T01:37:44.323652Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.998557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:37:44.323663Z","caller":"traceutil/trace.go:171","msg":"trace[1074250314] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:5171; }","duration":"129.643111ms","start":"2026-04-27T01:37:44.194005Z","end":"2026-04-27T01:37:44.323648Z","steps":["trace[1074250314] 'range keys from in-memory index tree' (duration: 129.357493ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:44.32368Z","caller":"traceutil/trace.go:171","msg":"trace[1402512586] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:5171; }","duration":"104.064768ms","start":"2026-04-27T01:37:44.219607Z","end":"2026-04-27T01:37:44.323672Z","steps":["trace[1402512586] 'count revisions from in-memory index tree' (duration: 103.896285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:49.849006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.649853ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:37:49.849334Z","caller":"traceutil/trace.go:171","msg":"trace[742998327] transaction","detail":"{read_only:false; response_revision:5247; number_of_response:1; }","duration":"145.952155ms","start":"2026-04-27T01:37:49.703354Z","end":"2026-04-27T01:37:49.849306Z","steps":["trace[742998327] 'process raft request' (duration: 44.903162ms)","trace[742998327] 'compare' (duration: 100.53258ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:49.849874Z","caller":"traceutil/trace.go:171","msg":"trace[2122341459] transaction","detail":"{read_only:false; response_revision:5248; number_of_response:1; }","duration":"145.819701ms","start":"2026-04-27T01:37:49.704029Z","end":"2026-04-27T01:37:49.849849Z","steps":["trace[2122341459] 'process raft request' (duration: 145.118804ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:50.8385Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.564169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:37:50.838772Z","caller":"traceutil/trace.go:171","msg":"trace[1959247280] transaction","detail":"{read_only:false; response_revision:5251; number_of_response:1; }","duration":"983.693302ms","start":"2026-04-27T01:37:49.85506Z","end":"2026-04-27T01:37:50.838753Z","steps":["trace[1959247280] 'process raft request' (duration: 983.530438ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:50.838848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:49.855044Z","time spent":"983.767753ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:50.839046Z","caller":"traceutil/trace.go:171","msg":"trace[1329293207] transaction","detail":"{read_only:false; response_revision:5252; number_of_response:1; }","duration":"983.813335ms","start":"2026-04-27T01:37:49.85522Z","end":"2026-04-27T01:37:50.839033Z","steps":["trace[1329293207] 'process raft request' (duration: 983.444436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:50.839109Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:49.855183Z","time spent":"983.891677ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:50.83916Z","caller":"traceutil/trace.go:171","msg":"trace[1146729772] linearizableReadLoop","detail":"{readStateIndex:5451; appliedIndex:5447; }","duration":"333.419217ms","start":"2026-04-27T01:37:50.50571Z","end":"2026-04-27T01:37:50.839129Z","steps":["trace[1146729772] 'read index received' (duration: 119.060259ms)","trace[1146729772] 'applied index is now lower than readState.Index' (duration: 214.356488ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:50.839198Z","caller":"traceutil/trace.go:171","msg":"trace[1035303026] transaction","detail":"{read_only:false; response_revision:5253; number_of_response:1; }","duration":"983.21427ms","start":"2026-04-27T01:37:49.855929Z","end":"2026-04-27T01:37:50.839143Z","steps":["trace[1035303026] 'process raft request' (duration: 983.044446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:50.839298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.582752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:37:50.839356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:49.855919Z","time spent":"983.343623ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:37:50.839392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.61396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:37:50.839419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.405542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:37:50.839442Z","caller":"traceutil/trace.go:171","msg":"trace[1919650071] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:5253; }","duration":"106.716162ms","start":"2026-04-27T01:37:50.732715Z","end":"2026-04-27T01:37:50.839432Z","steps":["trace[1919650071] 'agreement among raft nodes before linearized reading' (duration: 106.61744ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:50.839478Z","caller":"traceutil/trace.go:171","msg":"trace[440055916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5253; }","duration":"227.502054ms","start":"2026-04-27T01:37:50.611962Z","end":"2026-04-27T01:37:50.839464Z","steps":["trace[440055916] 'agreement among raft nodes before linearized reading' (duration: 227.412112ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:50.839376Z","caller":"traceutil/trace.go:171","msg":"trace[51298050] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:5253; }","duration":"333.685814ms","start":"2026-04-27T01:37:50.505658Z","end":"2026-04-27T01:37:50.839344Z","steps":["trace[51298050] 'agreement among raft nodes before linearized reading' (duration: 333.560871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:50.83958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:50.505638Z","time spent":"333.9218ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:37:50.839804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"328.368533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5cfb9b6d8d-7s9c5\" ","response":"range_response_count:1 size:11848"} {"level":"info","ts":"2026-04-27T01:37:50.839091Z","caller":"traceutil/trace.go:171","msg":"trace[1163824418] transaction","detail":"{read_only:false; response_revision:5250; number_of_response:1; }","duration":"983.982049ms","start":"2026-04-27T01:37:49.854933Z","end":"2026-04-27T01:37:50.838915Z","steps":["trace[1163824418] 'process raft request' (duration: 769.923268ms)","trace[1163824418] 'compare' (duration: 213.154729ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:37:50.840061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:49.854913Z","time spent":"985.051655ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:50.840046Z","caller":"traceutil/trace.go:171","msg":"trace[983811830] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-grafana-5cfb9b6d8d-7s9c5; range_end:; response_count:1; response_revision:5253; }","duration":"328.505747ms","start":"2026-04-27T01:37:50.511385Z","end":"2026-04-27T01:37:50.839891Z","steps":["trace[983811830] 'agreement among raft nodes before linearized reading' (duration: 327.924801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:50.840257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:50.511369Z","time spent":"328.811124ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":11871,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-grafana-5cfb9b6d8d-7s9c5\" "} {"level":"info","ts":"2026-04-27T01:37:53.927402Z","caller":"traceutil/trace.go:171","msg":"trace[1096839122] transaction","detail":"{read_only:false; response_revision:5289; number_of_response:1; }","duration":"212.501223ms","start":"2026-04-27T01:37:53.71486Z","end":"2026-04-27T01:37:53.927361Z","steps":["trace[1096839122] 'process raft request' (duration: 212.234336ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:53.978835Z","caller":"traceutil/trace.go:171","msg":"trace[536980294] linearizableReadLoop","detail":"{readStateIndex:5490; appliedIndex:5488; }","duration":"109.183474ms","start":"2026-04-27T01:37:53.869623Z","end":"2026-04-27T01:37:53.978806Z","steps":["trace[536980294] 'read index received' (duration: 57.706869ms)","trace[536980294] 'applied index is now lower than readState.Index' (duration: 51.475145ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:37:53.978986Z","caller":"traceutil/trace.go:171","msg":"trace[2050239902] transaction","detail":"{read_only:false; response_revision:5291; number_of_response:1; }","duration":"114.460165ms","start":"2026-04-27T01:37:53.864508Z","end":"2026-04-27T01:37:53.978968Z","steps":["trace[2050239902] 'process raft request' (duration: 114.239389ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:53.979002Z","caller":"traceutil/trace.go:171","msg":"trace[969447139] transaction","detail":"{read_only:false; response_revision:5290; number_of_response:1; }","duration":"117.061959ms","start":"2026-04-27T01:37:53.861897Z","end":"2026-04-27T01:37:53.978959Z","steps":["trace[969447139] 'process raft request' (duration: 116.730561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:53.979267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.640165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:37:53.979325Z","caller":"traceutil/trace.go:171","msg":"trace[97022795] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:5291; }","duration":"109.743327ms","start":"2026-04-27T01:37:53.869569Z","end":"2026-04-27T01:37:53.979312Z","steps":["trace[97022795] 'agreement among raft nodes before linearized reading' (duration: 109.629364ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:58.515207Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696742148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:37:59.016205Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696742148,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:37:59.068493Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.099066235s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:37:59.068905Z","caller":"traceutil/trace.go:171","msg":"trace[2000521697] transaction","detail":"{read_only:false; response_revision:5374; number_of_response:1; }","duration":"1.099611858s","start":"2026-04-27T01:37:57.969275Z","end":"2026-04-27T01:37:59.068887Z","steps":["trace[2000521697] 'process raft request' (duration: 1.099452344s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.069039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:57.969246Z","time spent":"1.099722331s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:59.241056Z","caller":"traceutil/trace.go:171","msg":"trace[1173276631] transaction","detail":"{read_only:false; response_revision:5376; number_of_response:1; }","duration":"1.22247222s","start":"2026-04-27T01:37:58.018567Z","end":"2026-04-27T01:37:59.241039Z","steps":["trace[1173276631] 'process raft request' (duration: 1.222410318s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.241177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.018544Z","time spent":"1.222570863s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:59.241167Z","caller":"traceutil/trace.go:171","msg":"trace[515062456] transaction","detail":"{read_only:false; response_revision:5375; number_of_response:1; }","duration":"1.257718676s","start":"2026-04-27T01:37:57.983407Z","end":"2026-04-27T01:37:59.241125Z","steps":["trace[515062456] 'process raft request' (duration: 1.257440898s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.241341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:57.983382Z","time spent":"1.25788096s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:59.241436Z","caller":"traceutil/trace.go:171","msg":"trace[1033415727] transaction","detail":"{read_only:false; response_revision:5377; number_of_response:1; }","duration":"1.220362107s","start":"2026-04-27T01:37:58.021043Z","end":"2026-04-27T01:37:59.241405Z","steps":["trace[1033415727] 'process raft request' (duration: 1.219967307s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:59.241466Z","caller":"traceutil/trace.go:171","msg":"trace[1124760405] linearizableReadLoop","detail":"{readStateIndex:5579; appliedIndex:5574; }","duration":"1.226653415s","start":"2026-04-27T01:37:58.014782Z","end":"2026-04-27T01:37:59.241435Z","steps":["trace[1124760405] 'read index received' (duration: 1.053983851s)","trace[1124760405] 'applied index is now lower than readState.Index' (duration: 172.668414ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:37:59.241563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.021017Z","time spent":"1.220474409s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:37:59.241584Z","caller":"traceutil/trace.go:171","msg":"trace[860435830] transaction","detail":"{read_only:false; response_revision:5378; number_of_response:1; }","duration":"593.323125ms","start":"2026-04-27T01:37:58.648185Z","end":"2026-04-27T01:37:59.241508Z","steps":["trace[860435830] 'process raft request' (duration: 593.12923ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.241643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.22686865s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1b720eb-387a-477a-b7f0-97a99874aa40\" ","response":"range_response_count:1 size:3766"} {"level":"info","ts":"2026-04-27T01:37:59.241683Z","caller":"traceutil/trace.go:171","msg":"trace[1204570131] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f1b720eb-387a-477a-b7f0-97a99874aa40; range_end:; response_count:1; response_revision:5378; }","duration":"1.226945472s","start":"2026-04-27T01:37:58.014726Z","end":"2026-04-27T01:37:59.241672Z","steps":["trace[1204570131] 'agreement among raft nodes before linearized reading' (duration: 1.226834769s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.241711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.014708Z","time spent":"1.226997704s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3789,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1b720eb-387a-477a-b7f0-97a99874aa40\" "} {"level":"warn","ts":"2026-04-27T01:37:59.24173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.216995982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:37:59.241808Z","caller":"traceutil/trace.go:171","msg":"trace[99436039] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:5378; }","duration":"1.217072134s","start":"2026-04-27T01:37:58.024686Z","end":"2026-04-27T01:37:59.241758Z","steps":["trace[99436039] 'agreement among raft nodes before linearized reading' (duration: 1.21690622s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.241799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.64816Z","time spent":"593.524789ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:37:59.241857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.024674Z","time spent":"1.217170197s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:37:59.241962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.156215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:37:59.241994Z","caller":"traceutil/trace.go:171","msg":"trace[1374554801] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5378; }","duration":"361.215455ms","start":"2026-04-27T01:37:58.880772Z","end":"2026-04-27T01:37:59.241987Z","steps":["trace[1374554801] 'agreement among raft nodes before linearized reading' (duration: 361.143564ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.242014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.880761Z","time spent":"361.248257ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:37:59.242021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.75778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:37:59.242061Z","caller":"traceutil/trace.go:171","msg":"trace[828235349] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5378; }","duration":"359.826791ms","start":"2026-04-27T01:37:58.882222Z","end":"2026-04-27T01:37:59.242049Z","steps":["trace[828235349] 'agreement among raft nodes before linearized reading' (duration: 359.716138ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.242089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.650353ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T01:37:59.242103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.882212Z","time spent":"359.883903ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:37:59.242113Z","caller":"traceutil/trace.go:171","msg":"trace[1774749363] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5378; }","duration":"366.693563ms","start":"2026-04-27T01:37:58.875412Z","end":"2026-04-27T01:37:59.242106Z","steps":["trace[1774749363] 'agreement among raft nodes before linearized reading' (duration: 366.634572ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.242193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.588906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:37:59.242222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.467621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:37:59.241861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.558235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:37:59.242264Z","caller":"traceutil/trace.go:171","msg":"trace[1075580323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5378; }","duration":"619.530243ms","start":"2026-04-27T01:37:58.622721Z","end":"2026-04-27T01:37:59.242252Z","steps":["trace[1075580323] 'agreement among raft nodes before linearized reading' (duration: 619.468832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.242205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.875401Z","time spent":"366.795446ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:37:59.242289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"954.793277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1988"} {"level":"info","ts":"2026-04-27T01:37:59.242292Z","caller":"traceutil/trace.go:171","msg":"trace[1841277789] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5378; }","duration":"368.019427ms","start":"2026-04-27T01:37:58.874264Z","end":"2026-04-27T01:37:59.242283Z","steps":["trace[1841277789] 'agreement among raft nodes before linearized reading' (duration: 367.500754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.242295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.622705Z","time spent":"619.583385ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:37:59.242312Z","caller":"traceutil/trace.go:171","msg":"trace[1150037636] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:5378; }","duration":"954.858698ms","start":"2026-04-27T01:37:58.287443Z","end":"2026-04-27T01:37:59.242302Z","steps":["trace[1150037636] 'agreement among raft nodes before linearized reading' (duration: 954.802667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.24232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.87425Z","time spent":"368.062508ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:37:59.242317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.932753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:37:59.242337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.28742Z","time spent":"954.911329ms","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2011,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-27T01:37:59.242358Z","caller":"traceutil/trace.go:171","msg":"trace[937803288] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:5378; }","duration":"913.018635ms","start":"2026-04-27T01:37:58.329327Z","end":"2026-04-27T01:37:59.242345Z","steps":["trace[937803288] 'agreement among raft nodes before linearized reading' (duration: 912.906883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.242405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154166181s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:37:59.242412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.329307Z","time spent":"913.087828ms","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":78,"response size":30,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:37:59.242427Z","caller":"traceutil/trace.go:171","msg":"trace[1218194124] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5378; }","duration":"1.154231932s","start":"2026-04-27T01:37:58.08819Z","end":"2026-04-27T01:37:59.242422Z","steps":["trace[1218194124] 'agreement among raft nodes before linearized reading' (duration: 1.154175881s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.242444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.088172Z","time spent":"1.154268294s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:37:59.242158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.329237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T01:37:59.242258Z","caller":"traceutil/trace.go:171","msg":"trace[1271669611] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5378; }","duration":"367.670268ms","start":"2026-04-27T01:37:58.874574Z","end":"2026-04-27T01:37:59.242244Z","steps":["trace[1271669611] 'agreement among raft nodes before linearized reading' (duration: 367.495724ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:59.242519Z","caller":"traceutil/trace.go:171","msg":"trace[903765764] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5378; }","duration":"547.729957ms","start":"2026-04-27T01:37:58.694783Z","end":"2026-04-27T01:37:59.242513Z","steps":["trace[903765764] 'agreement among raft nodes before linearized reading' (duration: 547.277625ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.242539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.694767Z","time spent":"547.767458ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T01:37:59.242225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.15214942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:37:59.242625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.417046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aa12fc1b1dc9dc\" ","response":"range_response_count:1 size:1012"} {"level":"info","ts":"2026-04-27T01:37:59.242649Z","caller":"traceutil/trace.go:171","msg":"trace[210296070] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:5378; }","duration":"1.152594511s","start":"2026-04-27T01:37:58.090046Z","end":"2026-04-27T01:37:59.242641Z","steps":["trace[210296070] 'agreement among raft nodes before linearized reading' (duration: 1.15215769s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:37:59.242659Z","caller":"traceutil/trace.go:171","msg":"trace[1841538190] range","detail":"{range_begin:/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aa12fc1b1dc9dc; range_end:; response_count:1; response_revision:5378; }","duration":"855.493238ms","start":"2026-04-27T01:37:58.387155Z","end":"2026-04-27T01:37:59.242648Z","steps":["trace[1841538190] 'agreement among raft nodes before linearized reading' (duration: 855.393665ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:37:59.2427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.38713Z","time spent":"855.56309ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":1035,"request content":"key:\"/registry/events/openstack/persistence-rabbitmq-keystone-server-0.18aa12fc1b1dc9dc\" "} {"level":"warn","ts":"2026-04-27T01:37:59.24254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.874566Z","time spent":"367.967685ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:37:59.242671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:37:58.090031Z","time spent":"1.152632902s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:38:00.660089Z","caller":"traceutil/trace.go:171","msg":"trace[1004487629] transaction","detail":"{read_only:false; response_revision:5428; number_of_response:1; }","duration":"160.574329ms","start":"2026-04-27T01:38:00.499485Z","end":"2026-04-27T01:38:00.660059Z","steps":["trace[1004487629] 'process raft request' (duration: 160.325353ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:00.68745Z","caller":"traceutil/trace.go:171","msg":"trace[1652728066] linearizableReadLoop","detail":"{readStateIndex:5633; appliedIndex:5631; }","duration":"132.855202ms","start":"2026-04-27T01:38:00.554572Z","end":"2026-04-27T01:38:00.687427Z","steps":["trace[1652728066] 'read index received' (duration: 105.250228ms)","trace[1652728066] 'applied index is now lower than readState.Index' (duration: 27.603924ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:00.687515Z","caller":"traceutil/trace.go:171","msg":"trace[856709538] transaction","detail":"{read_only:false; response_revision:5429; number_of_response:1; }","duration":"173.571055ms","start":"2026-04-27T01:38:00.513926Z","end":"2026-04-27T01:38:00.687497Z","steps":["trace[856709538] 'process raft request' (duration: 173.383791ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:00.68844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.857947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212891"} {"level":"info","ts":"2026-04-27T01:38:00.688502Z","caller":"traceutil/trace.go:171","msg":"trace[1367654545] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5429; }","duration":"133.9765ms","start":"2026-04-27T01:38:00.554512Z","end":"2026-04-27T01:38:00.688488Z","steps":["trace[1367654545] 'agreement among raft nodes before linearized reading' (duration: 133.012246ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:01.654379Z","caller":"traceutil/trace.go:171","msg":"trace[1438139355] transaction","detail":"{read_only:false; response_revision:5433; number_of_response:1; }","duration":"405.746286ms","start":"2026-04-27T01:38:01.248614Z","end":"2026-04-27T01:38:01.654361Z","steps":["trace[1438139355] 'process raft request' (duration: 405.619203ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:01.654578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.248588Z","time spent":"405.849759ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:38:01.667791Z","caller":"traceutil/trace.go:171","msg":"trace[1651999529] linearizableReadLoop","detail":"{readStateIndex:5639; appliedIndex:5636; }","duration":"417.659016ms","start":"2026-04-27T01:38:01.250118Z","end":"2026-04-27T01:38:01.667777Z","steps":["trace[1651999529] 'read index received' (duration: 404.095104ms)","trace[1651999529] 'applied index is now lower than readState.Index' (duration: 13.562912ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:01.667869Z","caller":"traceutil/trace.go:171","msg":"trace[1577258046] transaction","detail":"{read_only:false; response_revision:5435; number_of_response:1; }","duration":"418.858966ms","start":"2026-04-27T01:38:01.248999Z","end":"2026-04-27T01:38:01.667858Z","steps":["trace[1577258046] 'process raft request' (duration: 418.749983ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:01.667877Z","caller":"traceutil/trace.go:171","msg":"trace[853061111] transaction","detail":"{read_only:false; response_revision:5434; number_of_response:1; }","duration":"419.192074ms","start":"2026-04-27T01:38:01.248644Z","end":"2026-04-27T01:38:01.667836Z","steps":["trace[853061111] 'process raft request' (duration: 419.0108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:01.667944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.248973Z","time spent":"418.910467ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:38:01.668068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"417.965563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1b720eb-387a-477a-b7f0-97a99874aa40\" ","response":"range_response_count:1 size:3952"} {"level":"warn","ts":"2026-04-27T01:38:01.668064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.248611Z","time spent":"419.349548ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:38:01.668094Z","caller":"traceutil/trace.go:171","msg":"trace[543654641] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-f1b720eb-387a-477a-b7f0-97a99874aa40; range_end:; response_count:1; response_revision:5435; }","duration":"418.022844ms","start":"2026-04-27T01:38:01.250063Z","end":"2026-04-27T01:38:01.668086Z","steps":["trace[543654641] 'agreement among raft nodes before linearized reading' (duration: 417.943542ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:01.668177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.250048Z","time spent":"418.104736ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3975,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-f1b720eb-387a-477a-b7f0-97a99874aa40\" "} {"level":"warn","ts":"2026-04-27T01:38:01.669398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.158354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:38:01.66949Z","caller":"traceutil/trace.go:171","msg":"trace[1495586333] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5436; }","duration":"396.297478ms","start":"2026-04-27T01:38:01.273172Z","end":"2026-04-27T01:38:01.669469Z","steps":["trace[1495586333] 'agreement among raft nodes before linearized reading' (duration: 396.00811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:01.669536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.273157Z","time spent":"396.370199ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:38:01.669751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.744815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T01:38:01.669758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.852997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:38:01.669829Z","caller":"traceutil/trace.go:171","msg":"trace[1411664066] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5436; }","duration":"395.869768ms","start":"2026-04-27T01:38:01.273946Z","end":"2026-04-27T01:38:01.669816Z","steps":["trace[1411664066] 'agreement among raft nodes before linearized reading' (duration: 395.735214ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:01.669835Z","caller":"traceutil/trace.go:171","msg":"trace[870302302] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5436; }","duration":"395.95594ms","start":"2026-04-27T01:38:01.273868Z","end":"2026-04-27T01:38:01.669824Z","steps":["trace[870302302] 'agreement among raft nodes before linearized reading' (duration: 395.791535ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:01.669871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.273917Z","time spent":"395.93124ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:38:01.669898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.273858Z","time spent":"396.033002ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:38:01.669835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.865128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:38:01.66995Z","caller":"traceutil/trace.go:171","msg":"trace[1174888254] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5436; }","duration":"395.994821ms","start":"2026-04-27T01:38:01.273942Z","end":"2026-04-27T01:38:01.669937Z","steps":["trace[1174888254] 'agreement among raft nodes before linearized reading' (duration: 395.771155ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:01.669956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.521336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:38:01.66998Z","caller":"traceutil/trace.go:171","msg":"trace[966996667] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:5436; }","duration":"179.594208ms","start":"2026-04-27T01:38:01.490379Z","end":"2026-04-27T01:38:01.669973Z","steps":["trace[966996667] 'agreement among raft nodes before linearized reading' (duration: 179.551217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:01.669971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.054851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:38:01.670046Z","caller":"traceutil/trace.go:171","msg":"trace[1747004847] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:5436; }","duration":"281.121982ms","start":"2026-04-27T01:38:01.388902Z","end":"2026-04-27T01:38:01.670024Z","steps":["trace[1747004847] 'agreement among raft nodes before linearized reading' (duration: 281.03449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:01.670064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.670798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:38:01.670082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"396.699309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:38:01.670114Z","caller":"traceutil/trace.go:171","msg":"trace[1302393977] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5436; }","duration":"396.743959ms","start":"2026-04-27T01:38:01.273361Z","end":"2026-04-27T01:38:01.670105Z","steps":["trace[1302393977] 'agreement among raft nodes before linearized reading' (duration: 396.658237ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:01.670112Z","caller":"traceutil/trace.go:171","msg":"trace[1361117448] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5436; }","duration":"396.76274ms","start":"2026-04-27T01:38:01.273337Z","end":"2026-04-27T01:38:01.6701Z","steps":["trace[1361117448] 'agreement among raft nodes before linearized reading' (duration: 396.629197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:01.670142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.273353Z","time spent":"396.781531ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:38:01.670149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.273315Z","time spent":"396.827232ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:38:01.669815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"394.221306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T01:38:01.669984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.273931Z","time spent":"396.044482ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T01:38:01.670196Z","caller":"traceutil/trace.go:171","msg":"trace[510440734] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:5436; }","duration":"394.683297ms","start":"2026-04-27T01:38:01.275502Z","end":"2026-04-27T01:38:01.670185Z","steps":["trace[510440734] 'agreement among raft nodes before linearized reading' (duration: 394.062011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:01.670241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:01.275492Z","time spent":"394.738259ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"info","ts":"2026-04-27T01:38:10.5334Z","caller":"traceutil/trace.go:171","msg":"trace[1273795436] linearizableReadLoop","detail":"{readStateIndex:5773; appliedIndex:5772; }","duration":"325.97375ms","start":"2026-04-27T01:38:10.207391Z","end":"2026-04-27T01:38:10.533364Z","steps":["trace[1273795436] 'read index received' (duration: 325.551659ms)","trace[1273795436] 'applied index is now lower than readState.Index' (duration: 420.511µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:10.533429Z","caller":"traceutil/trace.go:171","msg":"trace[434183970] transaction","detail":"{read_only:false; response_revision:5567; number_of_response:1; }","duration":"395.117829ms","start":"2026-04-27T01:38:10.138284Z","end":"2026-04-27T01:38:10.533402Z","steps":["trace[434183970] 'process raft request' (duration: 394.80387ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:10.533673Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.263277ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-04-27T01:38:10.533757Z","caller":"traceutil/trace.go:171","msg":"trace[286754806] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5567; }","duration":"326.39675ms","start":"2026-04-27T01:38:10.207337Z","end":"2026-04-27T01:38:10.533734Z","steps":["trace[286754806] 'agreement among raft nodes before linearized reading' (duration: 326.164904ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:10.533816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.134495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:38:10.533862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:10.207318Z","time spent":"326.529924ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2105,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"info","ts":"2026-04-27T01:38:10.533917Z","caller":"traceutil/trace.go:171","msg":"trace[1679918997] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:5567; }","duration":"142.31718ms","start":"2026-04-27T01:38:10.391578Z","end":"2026-04-27T01:38:10.533895Z","steps":["trace[1679918997] 'agreement among raft nodes before linearized reading' (duration: 142.114795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:10.533852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:10.138259Z","time spent":"395.332565ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13860,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:38:14.572046Z","caller":"traceutil/trace.go:171","msg":"trace[1072760352] transaction","detail":"{read_only:false; response_revision:5604; number_of_response:1; }","duration":"391.98678ms","start":"2026-04-27T01:38:14.180016Z","end":"2026-04-27T01:38:14.572003Z","steps":["trace[1072760352] 'process raft request' (duration: 295.430372ms)","trace[1072760352] 'compare' (duration: 96.22701ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:14.572229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:14.179989Z","time spent":"392.145083ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":950,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:38:14.610237Z","caller":"traceutil/trace.go:171","msg":"trace[832272516] transaction","detail":"{read_only:false; response_revision:5605; number_of_response:1; }","duration":"429.41369ms","start":"2026-04-27T01:38:14.180797Z","end":"2026-04-27T01:38:14.61021Z","steps":["trace[832272516] 'process raft request' (duration: 429.204395ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:14.610399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:14.180786Z","time spent":"429.528744ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":892,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:38:14.610562Z","caller":"traceutil/trace.go:171","msg":"trace[333186187] transaction","detail":"{read_only:false; response_revision:5606; number_of_response:1; }","duration":"429.581075ms","start":"2026-04-27T01:38:14.180933Z","end":"2026-04-27T01:38:14.610514Z","steps":["trace[333186187] 'process raft request' (duration: 429.211596ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:14.610637Z","caller":"traceutil/trace.go:171","msg":"trace[1958233743] linearizableReadLoop","detail":"{readStateIndex:5814; appliedIndex:5810; }","duration":"394.883862ms","start":"2026-04-27T01:38:14.215721Z","end":"2026-04-27T01:38:14.610605Z","steps":["trace[1958233743] 'read index received' (duration: 260.00428ms)","trace[1958233743] 'applied index is now lower than readState.Index' (duration: 134.878532ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:14.610737Z","caller":"traceutil/trace.go:171","msg":"trace[367168561] transaction","detail":"{read_only:false; response_revision:5607; number_of_response:1; }","duration":"429.077632ms","start":"2026-04-27T01:38:14.181619Z","end":"2026-04-27T01:38:14.610696Z","steps":["trace[367168561] 'process raft request' (duration: 428.858607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:14.610803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:14.180919Z","time spent":"429.752499ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1428,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:38:14.610884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.266972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:38:14.610959Z","caller":"traceutil/trace.go:171","msg":"trace[1089114586] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:5607; }","duration":"263.394596ms","start":"2026-04-27T01:38:14.347549Z","end":"2026-04-27T01:38:14.610943Z","steps":["trace[1089114586] 'agreement among raft nodes before linearized reading' (duration: 263.259662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:14.610964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:14.181606Z","time spent":"429.237846ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1505,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:38:14.610886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.14396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-27T01:38:14.611053Z","caller":"traceutil/trace.go:171","msg":"trace[330419947] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:5607; }","duration":"395.340644ms","start":"2026-04-27T01:38:14.215695Z","end":"2026-04-27T01:38:14.611035Z","steps":["trace[330419947] 'agreement among raft nodes before linearized reading' (duration: 395.032486ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:14.611107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:38:14.215685Z","time spent":"395.406695ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"info","ts":"2026-04-27T01:38:33.92143Z","caller":"traceutil/trace.go:171","msg":"trace[960016976] linearizableReadLoop","detail":"{readStateIndex:5944; appliedIndex:5941; }","duration":"115.70195ms","start":"2026-04-27T01:38:33.805706Z","end":"2026-04-27T01:38:33.921408Z","steps":["trace[960016976] 'read index received' (duration: 43.266718ms)","trace[960016976] 'applied index is now lower than readState.Index' (duration: 72.434152ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:33.921475Z","caller":"traceutil/trace.go:171","msg":"trace[158442886] transaction","detail":"{read_only:false; response_revision:5733; number_of_response:1; }","duration":"118.89779ms","start":"2026-04-27T01:38:33.802558Z","end":"2026-04-27T01:38:33.921455Z","steps":["trace[158442886] 'process raft request' (duration: 118.815738ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:33.921482Z","caller":"traceutil/trace.go:171","msg":"trace[424443749] transaction","detail":"{read_only:false; response_revision:5732; number_of_response:1; }","duration":"125.60198ms","start":"2026-04-27T01:38:33.795844Z","end":"2026-04-27T01:38:33.921446Z","steps":["trace[424443749] 'process raft request' (duration: 93.396691ms)","trace[424443749] 'compare' (duration: 32.019145ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:38:33.921835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.11357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:38:33.921881Z","caller":"traceutil/trace.go:171","msg":"trace[245345488] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5733; }","duration":"116.189083ms","start":"2026-04-27T01:38:33.805681Z","end":"2026-04-27T01:38:33.92187Z","steps":["trace[245345488] 'agreement among raft nodes before linearized reading' (duration: 115.839194ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:50.35705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.094825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:38:50.357169Z","caller":"traceutil/trace.go:171","msg":"trace[411660343] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5923; }","duration":"210.281529ms","start":"2026-04-27T01:38:50.146862Z","end":"2026-04-27T01:38:50.357144Z","steps":["trace[411660343] 'count revisions from in-memory index tree' (duration: 210.015962ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:38:50.679478Z","caller":"traceutil/trace.go:171","msg":"trace[1606881621] linearizableReadLoop","detail":"{readStateIndex:6140; appliedIndex:6139; }","duration":"225.329888ms","start":"2026-04-27T01:38:50.454124Z","end":"2026-04-27T01:38:50.679454Z","steps":["trace[1606881621] 'read index received' (duration: 225.153293ms)","trace[1606881621] 'applied index is now lower than readState.Index' (duration: 175.705µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:38:50.67956Z","caller":"traceutil/trace.go:171","msg":"trace[533795314] transaction","detail":"{read_only:false; response_revision:5924; number_of_response:1; }","duration":"242.180331ms","start":"2026-04-27T01:38:50.437366Z","end":"2026-04-27T01:38:50.679546Z","steps":["trace[533795314] 'process raft request' (duration: 241.920724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:50.679707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.566243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T01:38:50.679856Z","caller":"traceutil/trace.go:171","msg":"trace[1996149427] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5924; }","duration":"225.760228ms","start":"2026-04-27T01:38:50.454083Z","end":"2026-04-27T01:38:50.679843Z","steps":["trace[1996149427] 'agreement among raft nodes before linearized reading' (duration: 225.504112ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:38:50.679826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.016511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:38:50.679969Z","caller":"traceutil/trace.go:171","msg":"trace[153433353] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:5924; }","duration":"200.186016ms","start":"2026-04-27T01:38:50.479754Z","end":"2026-04-27T01:38:50.67994Z","steps":["trace[153433353] 'agreement among raft nodes before linearized reading' (duration: 200.051391ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:00.231701Z","caller":"traceutil/trace.go:171","msg":"trace[265028539] linearizableReadLoop","detail":"{readStateIndex:6194; appliedIndex:6193; }","duration":"107.532555ms","start":"2026-04-27T01:39:00.124141Z","end":"2026-04-27T01:39:00.231674Z","steps":["trace[265028539] 'read index received' (duration: 12.199397ms)","trace[265028539] 'applied index is now lower than readState.Index' (duration: 95.331938ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:39:00.231741Z","caller":"traceutil/trace.go:171","msg":"trace[1945883850] transaction","detail":"{read_only:false; response_revision:5976; number_of_response:1; }","duration":"115.395733ms","start":"2026-04-27T01:39:00.116315Z","end":"2026-04-27T01:39:00.23171Z","steps":["trace[1945883850] 'process raft request' (duration: 20.107836ms)","trace[1945883850] 'compare' (duration: 95.129283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:39:00.231952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.783511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T01:39:00.232018Z","caller":"traceutil/trace.go:171","msg":"trace[1331731350] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5976; }","duration":"107.893803ms","start":"2026-04-27T01:39:00.12411Z","end":"2026-04-27T01:39:00.232004Z","steps":["trace[1331731350] 'agreement among raft nodes before linearized reading' (duration: 107.693848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:39:00.455119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.46654ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:696"} {"level":"info","ts":"2026-04-27T01:39:00.455208Z","caller":"traceutil/trace.go:171","msg":"trace[1122588444] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:5981; }","duration":"118.597903ms","start":"2026-04-27T01:39:00.336589Z","end":"2026-04-27T01:39:00.455187Z","steps":["trace[1122588444] 'range keys from in-memory index tree' (duration: 118.300485ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:39:04.461917Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2985} {"level":"info","ts":"2026-04-27T01:39:04.543185Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2985,"took":"79.819896ms","hash":783972480,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":33484800,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-27T01:39:04.543277Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":783972480,"revision":2985,"compact-revision":-1} {"level":"warn","ts":"2026-04-27T01:43:54.007224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.280304ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:43:54.007322Z","caller":"traceutil/trace.go:171","msg":"trace[1954708110] linearizableReadLoop","detail":"{readStateIndex:8350; appliedIndex:8349; }","duration":"265.345375ms","start":"2026-04-27T01:43:53.741961Z","end":"2026-04-27T01:43:54.007307Z","steps":["trace[1954708110] 'read index received' (duration: 154.887147ms)","trace[1954708110] 'applied index is now lower than readState.Index' (duration: 110.456998ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:43:54.007399Z","caller":"traceutil/trace.go:171","msg":"trace[2100031926] transaction","detail":"{read_only:false; response_revision:8060; number_of_response:1; }","duration":"291.688498ms","start":"2026-04-27T01:43:53.71566Z","end":"2026-04-27T01:43:54.007348Z","steps":["trace[2100031926] 'process raft request' (duration: 181.202369ms)","trace[2100031926] 'compare' (duration: 109.847853ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:43:54.007524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.54998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:43:54.0076Z","caller":"traceutil/trace.go:171","msg":"trace[1991062742] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:8060; }","duration":"265.665023ms","start":"2026-04-27T01:43:53.741916Z","end":"2026-04-27T01:43:54.007581Z","steps":["trace[1991062742] 'agreement among raft nodes before linearized reading' (duration: 265.488088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:43:54.007966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.724749ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:43:54.008052Z","caller":"traceutil/trace.go:171","msg":"trace[583209450] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8060; }","duration":"103.811301ms","start":"2026-04-27T01:43:53.904221Z","end":"2026-04-27T01:43:54.008032Z","steps":["trace[583209450] 'agreement among raft nodes before linearized reading' (duration: 103.577815ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:43:54.008178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.978962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:43:54.008409Z","caller":"traceutil/trace.go:171","msg":"trace[1588314534] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8060; }","duration":"107.260069ms","start":"2026-04-27T01:43:53.901131Z","end":"2026-04-27T01:43:54.008391Z","steps":["trace[1588314534] 'agreement among raft nodes before linearized reading' (duration: 106.481809ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:43:54.175305Z","caller":"traceutil/trace.go:171","msg":"trace[1334530563] transaction","detail":"{read_only:false; response_revision:8061; number_of_response:1; }","duration":"162.96204ms","start":"2026-04-27T01:43:54.012308Z","end":"2026-04-27T01:43:54.17527Z","steps":["trace[1334530563] 'process raft request' (duration: 115.546697ms)","trace[1334530563] 'compare' (duration: 47.200798ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:43:54.175621Z","caller":"traceutil/trace.go:171","msg":"trace[1332691773] transaction","detail":"{read_only:false; response_revision:8062; number_of_response:1; }","duration":"163.269487ms","start":"2026-04-27T01:43:54.012336Z","end":"2026-04-27T01:43:54.175606Z","steps":["trace[1332691773] 'process raft request' (duration: 162.883218ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:43:54.175626Z","caller":"traceutil/trace.go:171","msg":"trace[816114697] linearizableReadLoop","detail":"{readStateIndex:8354; appliedIndex:8350; }","duration":"146.084935ms","start":"2026-04-27T01:43:54.029489Z","end":"2026-04-27T01:43:54.175574Z","steps":["trace[816114697] 'read index received' (duration: 98.512368ms)","trace[816114697] 'applied index is now lower than readState.Index' (duration: 47.571377ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:43:54.175654Z","caller":"traceutil/trace.go:171","msg":"trace[1286503877] transaction","detail":"{read_only:false; response_revision:8064; number_of_response:1; }","duration":"163.238287ms","start":"2026-04-27T01:43:54.012381Z","end":"2026-04-27T01:43:54.175619Z","steps":["trace[1286503877] 'process raft request' (duration: 163.147975ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:43:54.175699Z","caller":"traceutil/trace.go:171","msg":"trace[2023109051] transaction","detail":"{read_only:false; response_revision:8063; number_of_response:1; }","duration":"163.254277ms","start":"2026-04-27T01:43:54.012366Z","end":"2026-04-27T01:43:54.175621Z","steps":["trace[2023109051] 'process raft request' (duration: 163.075812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:43:54.175824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.317582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:43:54.175859Z","caller":"traceutil/trace.go:171","msg":"trace[273251352] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:8064; }","duration":"146.413864ms","start":"2026-04-27T01:43:54.029435Z","end":"2026-04-27T01:43:54.175849Z","steps":["trace[273251352] 'agreement among raft nodes before linearized reading' (duration: 146.252179ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:43:55.835229Z","caller":"traceutil/trace.go:171","msg":"trace[1093611023] transaction","detail":"{read_only:false; response_revision:8072; number_of_response:1; }","duration":"113.912736ms","start":"2026-04-27T01:43:55.721289Z","end":"2026-04-27T01:43:55.835202Z","steps":["trace[1093611023] 'process raft request' (duration: 113.754993ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:04.468842Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":6014} {"level":"info","ts":"2026-04-27T01:44:04.575793Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":6014,"took":"104.992432ms","hash":2522314342,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":22761472,"current-db-size-in-use":"23 MB"} {"level":"info","ts":"2026-04-27T01:44:04.575849Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2522314342,"revision":6014,"compact-revision":2985} {"level":"info","ts":"2026-04-27T01:44:06.410448Z","caller":"traceutil/trace.go:171","msg":"trace[1138056414] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"168.844538ms","start":"2026-04-27T01:44:06.241566Z","end":"2026-04-27T01:44:06.410411Z","steps":["trace[1138056414] 'process raft request' (duration: 131.375765ms)","trace[1138056414] 'compare' (duration: 37.173876ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:44:06.410533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.830287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-27T01:44:06.410602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.889323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:44:06.410647Z","caller":"traceutil/trace.go:171","msg":"trace[4734441] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8265; }","duration":"168.995811ms","start":"2026-04-27T01:44:06.241626Z","end":"2026-04-27T01:44:06.410622Z","steps":["trace[4734441] 'agreement among raft nodes before linearized reading' (duration: 168.655813ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:06.4107Z","caller":"traceutil/trace.go:171","msg":"trace[5045602] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:8265; }","duration":"162.028837ms","start":"2026-04-27T01:44:06.248651Z","end":"2026-04-27T01:44:06.41068Z","steps":["trace[5045602] 'agreement among raft nodes before linearized reading' (duration: 161.728809ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:06.410775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.723976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1781"} {"level":"info","ts":"2026-04-27T01:44:06.410817Z","caller":"traceutil/trace.go:171","msg":"trace[150735358] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:8265; }","duration":"114.789238ms","start":"2026-04-27T01:44:06.296019Z","end":"2026-04-27T01:44:06.410808Z","steps":["trace[150735358] 'agreement among raft nodes before linearized reading' (duration: 114.310756ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:06.423547Z","caller":"traceutil/trace.go:171","msg":"trace[1613459003] transaction","detail":"{read_only:false; response_revision:8266; number_of_response:1; }","duration":"104.681804ms","start":"2026-04-27T01:44:06.31884Z","end":"2026-04-27T01:44:06.423521Z","steps":["trace[1613459003] 'process raft request' (duration: 104.519819ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:06.944763Z","caller":"traceutil/trace.go:171","msg":"trace[432070048] linearizableReadLoop","detail":"{readStateIndex:8563; appliedIndex:8561; }","duration":"110.371517ms","start":"2026-04-27T01:44:06.834366Z","end":"2026-04-27T01:44:06.944737Z","steps":["trace[432070048] 'read index received' (duration: 63.237761ms)","trace[432070048] 'applied index is now lower than readState.Index' (duration: 47.132206ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:44:06.944893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.50395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:44:06.94487Z","caller":"traceutil/trace.go:171","msg":"trace[1717797937] transaction","detail":"{read_only:false; response_revision:8269; number_of_response:1; }","duration":"112.000247ms","start":"2026-04-27T01:44:06.832822Z","end":"2026-04-27T01:44:06.944822Z","steps":["trace[1717797937] 'process raft request' (duration: 111.764782ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:06.944934Z","caller":"traceutil/trace.go:171","msg":"trace[125420312] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8269; }","duration":"110.584462ms","start":"2026-04-27T01:44:06.834339Z","end":"2026-04-27T01:44:06.944923Z","steps":["trace[125420312] 'agreement among raft nodes before linearized reading' (duration: 110.49453ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:07.10586Z","caller":"traceutil/trace.go:171","msg":"trace[679311959] transaction","detail":"{read_only:false; response_revision:8271; number_of_response:1; }","duration":"153.676027ms","start":"2026-04-27T01:44:06.952155Z","end":"2026-04-27T01:44:07.105831Z","steps":["trace[679311959] 'process raft request' (duration: 115.716052ms)","trace[679311959] 'compare' (duration: 37.702628ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:07.10613Z","caller":"traceutil/trace.go:171","msg":"trace[2077191291] linearizableReadLoop","detail":"{readStateIndex:8565; appliedIndex:8563; }","duration":"153.898322ms","start":"2026-04-27T01:44:06.952212Z","end":"2026-04-27T01:44:07.10611Z","steps":["trace[2077191291] 'read index received' (duration: 33.421281ms)","trace[2077191291] 'applied index is now lower than readState.Index' (duration: 120.476041ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:44:07.106224Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.000115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:44:07.106248Z","caller":"traceutil/trace.go:171","msg":"trace[796603237] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8273; }","duration":"154.091867ms","start":"2026-04-27T01:44:06.952149Z","end":"2026-04-27T01:44:07.10624Z","steps":["trace[796603237] 'agreement among raft nodes before linearized reading' (duration: 154.036125ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:07.106224Z","caller":"traceutil/trace.go:171","msg":"trace[1521846219] transaction","detail":"{read_only:false; response_revision:8272; number_of_response:1; }","duration":"154.001415ms","start":"2026-04-27T01:44:06.952199Z","end":"2026-04-27T01:44:07.1062Z","steps":["trace[1521846219] 'process raft request' (duration: 153.541363ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:07.10624Z","caller":"traceutil/trace.go:171","msg":"trace[206748293] transaction","detail":"{read_only:false; response_revision:8273; number_of_response:1; }","duration":"152.019805ms","start":"2026-04-27T01:44:06.954179Z","end":"2026-04-27T01:44:07.106199Z","steps":["trace[206748293] 'process raft request' (duration: 151.84565ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:07.304774Z","caller":"traceutil/trace.go:171","msg":"trace[910133739] transaction","detail":"{read_only:false; response_revision:8276; number_of_response:1; }","duration":"111.780702ms","start":"2026-04-27T01:44:07.192968Z","end":"2026-04-27T01:44:07.304748Z","steps":["trace[910133739] 'process raft request' (duration: 111.720001ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:07.304909Z","caller":"traceutil/trace.go:171","msg":"trace[1886576856] transaction","detail":"{read_only:false; response_revision:8274; number_of_response:1; }","duration":"191.132548ms","start":"2026-04-27T01:44:07.113744Z","end":"2026-04-27T01:44:07.304877Z","steps":["trace[1886576856] 'process raft request' (duration: 154.894437ms)","trace[1886576856] 'compare' (duration: 35.811741ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:07.305141Z","caller":"traceutil/trace.go:171","msg":"trace[2095115322] linearizableReadLoop","detail":"{readStateIndex:8568; appliedIndex:8567; }","duration":"185.180478ms","start":"2026-04-27T01:44:07.119939Z","end":"2026-04-27T01:44:07.305119Z","steps":["trace[2095115322] 'read index received' (duration: 148.710931ms)","trace[2095115322] 'applied index is now lower than readState.Index' (duration: 36.467167ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:44:07.305329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.379293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-27T01:44:07.305371Z","caller":"traceutil/trace.go:171","msg":"trace[395234256] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:8276; }","duration":"185.459295ms","start":"2026-04-27T01:44:07.119898Z","end":"2026-04-27T01:44:07.305357Z","steps":["trace[395234256] 'agreement among raft nodes before linearized reading' (duration: 185.288941ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:07.305633Z","caller":"traceutil/trace.go:171","msg":"trace[1111932486] transaction","detail":"{read_only:false; response_revision:8275; number_of_response:1; }","duration":"141.764836ms","start":"2026-04-27T01:44:07.163857Z","end":"2026-04-27T01:44:07.305622Z","steps":["trace[1111932486] 'process raft request' (duration: 140.754421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:08.270122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.819934ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T01:44:08.270181Z","caller":"traceutil/trace.go:171","msg":"trace[973865792] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8280; }","duration":"177.924346ms","start":"2026-04-27T01:44:08.092242Z","end":"2026-04-27T01:44:08.270167Z","steps":["trace[973865792] 'range keys from in-memory index tree' (duration: 177.6603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:10.971893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446250746s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:44:10.97202Z","caller":"traceutil/trace.go:171","msg":"trace[2134224514] linearizableReadLoop","detail":"{readStateIndex:8584; appliedIndex:8583; }","duration":"1.496663504s","start":"2026-04-27T01:44:09.475335Z","end":"2026-04-27T01:44:10.971998Z","steps":["trace[2134224514] 'read index received' (duration: 50.112911ms)","trace[2134224514] 'applied index is now lower than readState.Index' (duration: 1.446548243s)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:10.972401Z","caller":"traceutil/trace.go:171","msg":"trace[232545332] transaction","detail":"{read_only:false; response_revision:8289; number_of_response:1; }","duration":"1.596869186s","start":"2026-04-27T01:44:09.375484Z","end":"2026-04-27T01:44:10.972353Z","steps":["trace[232545332] 'process raft request' (duration: 150.055656ms)","trace[232545332] 'compare' (duration: 1.445454056s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:44:10.972597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:09.375467Z","time spent":"1.597021779s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:44:10.972579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.497113455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:44:10.972858Z","caller":"traceutil/trace.go:171","msg":"trace[1230267643] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:8289; }","duration":"1.497536397s","start":"2026-04-27T01:44:09.4753Z","end":"2026-04-27T01:44:10.972837Z","steps":["trace[1230267643] 'agreement among raft nodes before linearized reading' (duration: 1.497004523s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:10.973021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:09.475288Z","time spent":"1.497715151s","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":92,"response size":30,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:44:11.146533Z","caller":"traceutil/trace.go:171","msg":"trace[1407769975] linearizableReadLoop","detail":"{readStateIndex:8585; appliedIndex:8584; }","duration":"174.448679ms","start":"2026-04-27T01:44:10.972062Z","end":"2026-04-27T01:44:11.14651Z","steps":["trace[1407769975] 'read index received' (duration: 174.226203ms)","trace[1407769975] 'applied index is now lower than readState.Index' (duration: 221.566µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:11.146654Z","caller":"traceutil/trace.go:171","msg":"trace[1567959897] transaction","detail":"{read_only:false; response_revision:8290; number_of_response:1; }","duration":"476.433507ms","start":"2026-04-27T01:44:10.6702Z","end":"2026-04-27T01:44:11.146633Z","steps":["trace[1567959897] 'process raft request' (duration: 476.147819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.146668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"861.445413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T01:44:11.146713Z","caller":"traceutil/trace.go:171","msg":"trace[1837680519] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8290; }","duration":"861.503495ms","start":"2026-04-27T01:44:10.285199Z","end":"2026-04-27T01:44:11.146702Z","steps":["trace[1837680519] 'agreement among raft nodes before linearized reading' (duration: 861.348921ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.146735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.48841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:44:11.14675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:10.670172Z","time spent":"476.52507ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19393,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:44:11.146755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:10.285136Z","time spent":"861.611027ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T01:44:11.146769Z","caller":"traceutil/trace.go:171","msg":"trace[1490516397] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:8290; }","duration":"209.565572ms","start":"2026-04-27T01:44:10.93719Z","end":"2026-04-27T01:44:11.146755Z","steps":["trace[1490516397] 'agreement among raft nodes before linearized reading' (duration: 209.508561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.146893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.854695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:44:11.146888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.100244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:44:11.146922Z","caller":"traceutil/trace.go:171","msg":"trace[1929625579] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8290; }","duration":"722.915797ms","start":"2026-04-27T01:44:10.423999Z","end":"2026-04-27T01:44:11.146915Z","steps":["trace[1929625579] 'agreement among raft nodes before linearized reading' (duration: 722.842255ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.146922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"815.264191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T01:44:11.146942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:10.423983Z","time spent":"722.954579ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T01:44:11.146959Z","caller":"traceutil/trace.go:171","msg":"trace[1500888417] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8290; }","duration":"696.184546ms","start":"2026-04-27T01:44:10.450748Z","end":"2026-04-27T01:44:11.146933Z","steps":["trace[1500888417] 'agreement among raft nodes before linearized reading' (duration: 696.022802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.146935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"693.073998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:44:11.146984Z","caller":"traceutil/trace.go:171","msg":"trace[794176940] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8290; }","duration":"815.352723ms","start":"2026-04-27T01:44:10.331613Z","end":"2026-04-27T01:44:11.146965Z","steps":["trace[794176940] 'agreement among raft nodes before linearized reading' (duration: 815.194189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.147029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.48995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:44:11.14702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:10.450738Z","time spent":"696.268497ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:44:11.147042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:10.331598Z","time spent":"815.431825ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:44:11.147055Z","caller":"traceutil/trace.go:171","msg":"trace[563948450] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8290; }","duration":"108.550421ms","start":"2026-04-27T01:44:11.038496Z","end":"2026-04-27T01:44:11.147047Z","steps":["trace[563948450] 'agreement among raft nodes before linearized reading' (duration: 108.51424ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:11.147054Z","caller":"traceutil/trace.go:171","msg":"trace[314350768] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:8290; }","duration":"693.280743ms","start":"2026-04-27T01:44:10.45374Z","end":"2026-04-27T01:44:11.147021Z","steps":["trace[314350768] 'agreement among raft nodes before linearized reading' (duration: 692.957935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.146674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.883426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:44:11.147086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.531593083s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:44:11.147133Z","caller":"traceutil/trace.go:171","msg":"trace[421285128] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:8290; }","duration":"242.391588ms","start":"2026-04-27T01:44:10.904731Z","end":"2026-04-27T01:44:11.147123Z","steps":["trace[421285128] 'agreement among raft nodes before linearized reading' (duration: 241.859535ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:11.147173Z","caller":"traceutil/trace.go:171","msg":"trace[1520847170] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8290; }","duration":"1.531697136s","start":"2026-04-27T01:44:09.615458Z","end":"2026-04-27T01:44:11.147155Z","steps":["trace[1520847170] 'agreement among raft nodes before linearized reading' (duration: 1.531525602s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.147201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.425021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:44:11.14667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.024426684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:44:11.147227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:09.615417Z","time spent":"1.531801849s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:44:11.147254Z","caller":"traceutil/trace.go:171","msg":"trace[1874532569] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:8290; }","duration":"254.528764ms","start":"2026-04-27T01:44:10.892707Z","end":"2026-04-27T01:44:11.147235Z","steps":["trace[1874532569] 'agreement among raft nodes before linearized reading' (duration: 254.444422ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:11.147278Z","caller":"traceutil/trace.go:171","msg":"trace[2106203357] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:8290; }","duration":"1.02508146s","start":"2026-04-27T01:44:10.122176Z","end":"2026-04-27T01:44:11.147258Z","steps":["trace[2106203357] 'agreement among raft nodes before linearized reading' (duration: 1.024450154s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.14712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:10.453715Z","time spent":"693.387436ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:44:11.147339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:10.122135Z","time spent":"1.025185372s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":28,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:44:11.147416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.210770221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:44:11.147553Z","caller":"traceutil/trace.go:171","msg":"trace[1593045569] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8290; }","duration":"1.210971106s","start":"2026-04-27T01:44:09.93655Z","end":"2026-04-27T01:44:11.147521Z","steps":["trace[1593045569] 'agreement among raft nodes before linearized reading' (duration: 1.210567356s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.147636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:09.936526Z","time spent":"1.21109262s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:44:11.147682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.236948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:44:11.147754Z","caller":"traceutil/trace.go:171","msg":"trace[1986268765] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8290; }","duration":"706.723739ms","start":"2026-04-27T01:44:10.441014Z","end":"2026-04-27T01:44:11.147738Z","steps":["trace[1986268765] 'agreement among raft nodes before linearized reading' (duration: 706.161846ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.147792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:10.441004Z","time spent":"706.778282ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:44:11.150122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.146055953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T01:44:11.150221Z","caller":"traceutil/trace.go:171","msg":"trace[36864807] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8290; }","duration":"1.146245267s","start":"2026-04-27T01:44:10.00395Z","end":"2026-04-27T01:44:11.150195Z","steps":["trace[36864807] 'agreement among raft nodes before linearized reading' (duration: 1.1427529s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:11.150682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:10.003915Z","time spent":"1.146512724s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T01:44:13.513874Z","caller":"traceutil/trace.go:171","msg":"trace[914201388] transaction","detail":"{read_only:false; response_revision:8309; number_of_response:1; }","duration":"144.384284ms","start":"2026-04-27T01:44:13.369464Z","end":"2026-04-27T01:44:13.513848Z","steps":["trace[914201388] 'process raft request' (duration: 144.141427ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:21.320942Z","caller":"traceutil/trace.go:171","msg":"trace[1219881341] linearizableReadLoop","detail":"{readStateIndex:8640; appliedIndex:8639; }","duration":"101.944364ms","start":"2026-04-27T01:44:21.218973Z","end":"2026-04-27T01:44:21.320918Z","steps":["trace[1219881341] 'read index received' (duration: 101.741629ms)","trace[1219881341] 'applied index is now lower than readState.Index' (duration: 201.595µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:21.321075Z","caller":"traceutil/trace.go:171","msg":"trace[199186105] transaction","detail":"{read_only:false; response_revision:8342; number_of_response:1; }","duration":"257.652982ms","start":"2026-04-27T01:44:21.063411Z","end":"2026-04-27T01:44:21.321064Z","steps":["trace[199186105] 'process raft request' (duration: 257.322704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:21.321309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.337405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T01:44:21.321352Z","caller":"traceutil/trace.go:171","msg":"trace[483838581] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8342; }","duration":"102.432678ms","start":"2026-04-27T01:44:21.218906Z","end":"2026-04-27T01:44:21.321338Z","steps":["trace[483838581] 'agreement among raft nodes before linearized reading' (duration: 102.290564ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:21.462303Z","caller":"traceutil/trace.go:171","msg":"trace[994536370] transaction","detail":"{read_only:false; response_revision:8343; number_of_response:1; }","duration":"136.516925ms","start":"2026-04-27T01:44:21.325754Z","end":"2026-04-27T01:44:21.462271Z","steps":["trace[994536370] 'process raft request' (duration: 103.069444ms)","trace[994536370] 'compare' (duration: 33.297187ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:21.479272Z","caller":"traceutil/trace.go:171","msg":"trace[820725756] transaction","detail":"{read_only:false; response_revision:8345; number_of_response:1; }","duration":"152.732473ms","start":"2026-04-27T01:44:21.326521Z","end":"2026-04-27T01:44:21.479254Z","steps":["trace[820725756] 'process raft request' (duration: 152.664801ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:21.479312Z","caller":"traceutil/trace.go:171","msg":"trace[1308936863] transaction","detail":"{read_only:false; response_revision:8344; number_of_response:1; }","duration":"153.062951ms","start":"2026-04-27T01:44:21.326224Z","end":"2026-04-27T01:44:21.479287Z","steps":["trace[1308936863] 'process raft request' (duration: 152.851936ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:21.479634Z","caller":"traceutil/trace.go:171","msg":"trace[2077427037] transaction","detail":"{read_only:false; response_revision:8346; number_of_response:1; }","duration":"152.951338ms","start":"2026-04-27T01:44:21.326638Z","end":"2026-04-27T01:44:21.47959Z","steps":["trace[2077427037] 'process raft request' (duration: 152.573429ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:21.479768Z","caller":"traceutil/trace.go:171","msg":"trace[470638174] transaction","detail":"{read_only:false; response_revision:8348; number_of_response:1; }","duration":"153.03571ms","start":"2026-04-27T01:44:21.326722Z","end":"2026-04-27T01:44:21.479758Z","steps":["trace[470638174] 'process raft request' (duration: 152.943177ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:21.479745Z","caller":"traceutil/trace.go:171","msg":"trace[1311208149] linearizableReadLoop","detail":"{readStateIndex:8645; appliedIndex:8640; }","duration":"152.994989ms","start":"2026-04-27T01:44:21.326726Z","end":"2026-04-27T01:44:21.479721Z","steps":["trace[1311208149] 'read index received' (duration: 102.265803ms)","trace[1311208149] 'applied index is now lower than readState.Index' (duration: 50.728146ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:21.479777Z","caller":"traceutil/trace.go:171","msg":"trace[1714116398] transaction","detail":"{read_only:false; response_revision:8347; number_of_response:1; }","duration":"153.060902ms","start":"2026-04-27T01:44:21.326694Z","end":"2026-04-27T01:44:21.479755Z","steps":["trace[1714116398] 'process raft request' (duration: 152.765604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:21.480324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.573603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223814"} {"level":"info","ts":"2026-04-27T01:44:21.480395Z","caller":"traceutil/trace.go:171","msg":"trace[1673926779] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8348; }","duration":"153.662695ms","start":"2026-04-27T01:44:21.326717Z","end":"2026-04-27T01:44:21.48038Z","steps":["trace[1673926779] 'agreement among raft nodes before linearized reading' (duration: 153.110981ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:23.649954Z","caller":"traceutil/trace.go:171","msg":"trace[1866874704] transaction","detail":"{read_only:false; response_revision:8352; number_of_response:1; }","duration":"139.368207ms","start":"2026-04-27T01:44:23.51056Z","end":"2026-04-27T01:44:23.649928Z","steps":["trace[1866874704] 'process raft request' (duration: 139.165322ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:23.801028Z","caller":"traceutil/trace.go:171","msg":"trace[960099922] transaction","detail":"{read_only:false; response_revision:8353; number_of_response:1; }","duration":"246.964783ms","start":"2026-04-27T01:44:23.554014Z","end":"2026-04-27T01:44:23.800979Z","steps":["trace[960099922] 'process raft request' (duration: 204.276448ms)","trace[960099922] 'compare' (duration: 42.374347ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:23.801301Z","caller":"traceutil/trace.go:171","msg":"trace[1381634569] transaction","detail":"{read_only:false; response_revision:8356; number_of_response:1; }","duration":"246.207955ms","start":"2026-04-27T01:44:23.555075Z","end":"2026-04-27T01:44:23.801283Z","steps":["trace[1381634569] 'process raft request' (duration: 246.054861ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:23.801429Z","caller":"traceutil/trace.go:171","msg":"trace[680221027] transaction","detail":"{read_only:false; response_revision:8355; number_of_response:1; }","duration":"246.544353ms","start":"2026-04-27T01:44:23.554804Z","end":"2026-04-27T01:44:23.801349Z","steps":["trace[680221027] 'process raft request' (duration: 246.084552ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:23.801528Z","caller":"traceutil/trace.go:171","msg":"trace[1665525667] transaction","detail":"{read_only:false; response_revision:8357; number_of_response:1; }","duration":"246.365609ms","start":"2026-04-27T01:44:23.555149Z","end":"2026-04-27T01:44:23.801515Z","steps":["trace[1665525667] 'process raft request' (duration: 246.076551ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:23.801597Z","caller":"traceutil/trace.go:171","msg":"trace[935532179] transaction","detail":"{read_only:false; response_revision:8358; number_of_response:1; }","duration":"245.910247ms","start":"2026-04-27T01:44:23.55567Z","end":"2026-04-27T01:44:23.801581Z","steps":["trace[935532179] 'process raft request' (duration: 245.696642ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:23.801523Z","caller":"traceutil/trace.go:171","msg":"trace[387940009] linearizableReadLoop","detail":"{readStateIndex:8652; appliedIndex:8650; }","duration":"246.875621ms","start":"2026-04-27T01:44:23.554626Z","end":"2026-04-27T01:44:23.801501Z","steps":["trace[387940009] 'read index received' (duration: 95.182985ms)","trace[387940009] 'applied index is now lower than readState.Index' (duration: 151.691286ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:23.801686Z","caller":"traceutil/trace.go:171","msg":"trace[1261927174] transaction","detail":"{read_only:false; response_revision:8359; number_of_response:1; }","duration":"182.215225ms","start":"2026-04-27T01:44:23.619463Z","end":"2026-04-27T01:44:23.801679Z","steps":["trace[1261927174] 'process raft request' (duration: 181.976289ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:23.801825Z","caller":"traceutil/trace.go:171","msg":"trace[1477652188] transaction","detail":"{read_only:false; response_revision:8354; number_of_response:1; }","duration":"246.255615ms","start":"2026-04-27T01:44:23.554728Z","end":"2026-04-27T01:44:23.800983Z","steps":["trace[1477652188] 'process raft request' (duration: 246.103622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:23.80206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.407164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:25 size:223814"} {"level":"info","ts":"2026-04-27T01:44:23.802132Z","caller":"traceutil/trace.go:171","msg":"trace[2077312103] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:25; response_revision:8359; }","duration":"247.525177ms","start":"2026-04-27T01:44:23.554591Z","end":"2026-04-27T01:44:23.802116Z","steps":["trace[2077312103] 'agreement among raft nodes before linearized reading' (duration: 246.974554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:24.194124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.346867ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:44:24.194238Z","caller":"traceutil/trace.go:171","msg":"trace[872236500] linearizableReadLoop","detail":"{readStateIndex:8659; appliedIndex:8658; }","duration":"392.572636ms","start":"2026-04-27T01:44:23.801648Z","end":"2026-04-27T01:44:24.19422Z","steps":["trace[872236500] 'read index received' (duration: 184.868141ms)","trace[872236500] 'applied index is now lower than readState.Index' (duration: 207.702895ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:44:24.194298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.146041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:44:24.194308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"568.231326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:44:24.194325Z","caller":"traceutil/trace.go:171","msg":"trace[306102313] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8360; }","duration":"579.216713ms","start":"2026-04-27T01:44:23.615098Z","end":"2026-04-27T01:44:24.194315Z","steps":["trace[306102313] 'agreement among raft nodes before linearized reading' (duration: 579.169042ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:24.194298Z","caller":"traceutil/trace.go:171","msg":"trace[1228291856] transaction","detail":"{read_only:false; response_revision:8360; number_of_response:1; }","duration":"420.686034ms","start":"2026-04-27T01:44:23.77356Z","end":"2026-04-27T01:44:24.194247Z","steps":["trace[1228291856] 'process raft request' (duration: 213.01987ms)","trace[1228291856] 'compare' (duration: 207.238084ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:24.194353Z","caller":"traceutil/trace.go:171","msg":"trace[1755273768] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:8360; }","duration":"568.305998ms","start":"2026-04-27T01:44:23.626029Z","end":"2026-04-27T01:44:24.194335Z","steps":["trace[1755273768] 'agreement among raft nodes before linearized reading' (duration: 568.233587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:24.19436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:23.615073Z","time spent":"579.276815ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:44:24.194378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:23.626013Z","time spent":"568.358409ms","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:44:24.194434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:23.773528Z","time spent":"420.830647ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:44:25.60959Z","caller":"traceutil/trace.go:171","msg":"trace[1166366490] transaction","detail":"{read_only:false; response_revision:8362; number_of_response:1; }","duration":"250.0549ms","start":"2026-04-27T01:44:25.359502Z","end":"2026-04-27T01:44:25.609557Z","steps":["trace[1166366490] 'process raft request' (duration: 249.851745ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:26.301113Z","caller":"traceutil/trace.go:171","msg":"trace[1648910070] transaction","detail":"{read_only:false; response_revision:8371; number_of_response:1; }","duration":"134.242977ms","start":"2026-04-27T01:44:26.166846Z","end":"2026-04-27T01:44:26.301089Z","steps":["trace[1648910070] 'process raft request' (duration: 134.108694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:41.991677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.629892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T01:44:41.99173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.616817ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:44:41.991798Z","caller":"traceutil/trace.go:171","msg":"trace[721745222] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8458; }","duration":"106.806957ms","start":"2026-04-27T01:44:41.884964Z","end":"2026-04-27T01:44:41.991771Z","steps":["trace[721745222] 'agreement among raft nodes before linearized reading' (duration: 106.511059ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:41.99181Z","caller":"traceutil/trace.go:171","msg":"trace[1763953612] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8458; }","duration":"103.718119ms","start":"2026-04-27T01:44:41.888071Z","end":"2026-04-27T01:44:41.99179Z","steps":["trace[1763953612] 'agreement among raft nodes before linearized reading' (duration: 103.494853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:41.991874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.474373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:44:41.991951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.375151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:44:41.992018Z","caller":"traceutil/trace.go:171","msg":"trace[2035921777] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8458; }","duration":"105.450442ms","start":"2026-04-27T01:44:41.886547Z","end":"2026-04-27T01:44:41.991998Z","steps":["trace[2035921777] 'agreement among raft nodes before linearized reading' (duration: 105.310349ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:41.992021Z","caller":"traceutil/trace.go:171","msg":"trace[694634872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8458; }","duration":"103.667618ms","start":"2026-04-27T01:44:41.888307Z","end":"2026-04-27T01:44:41.991974Z","steps":["trace[694634872] 'agreement among raft nodes before linearized reading' (duration: 103.289968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:52.280871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:44:52.280965Z","caller":"traceutil/trace.go:171","msg":"trace[310002263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8557; }","duration":"224.699753ms","start":"2026-04-27T01:44:52.056245Z","end":"2026-04-27T01:44:52.280945Z","steps":["trace[310002263] 'range keys from in-memory index tree' (duration: 224.391396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:52.281141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.943329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-04-27T01:44:52.281121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.543958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:44:52.281191Z","caller":"traceutil/trace.go:171","msg":"trace[2130313700] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8557; }","duration":"225.051602ms","start":"2026-04-27T01:44:52.056127Z","end":"2026-04-27T01:44:52.281179Z","steps":["trace[2130313700] 'range keys from in-memory index tree' (duration: 224.806295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:52.281195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.78186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-27T01:44:52.281195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.48161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-04-27T01:44:52.281267Z","caller":"traceutil/trace.go:171","msg":"trace[640860865] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8557; }","duration":"225.886093ms","start":"2026-04-27T01:44:52.055363Z","end":"2026-04-27T01:44:52.281249Z","steps":["trace[640860865] 'range keys from in-memory index tree' (duration: 225.627506ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:52.281256Z","caller":"traceutil/trace.go:171","msg":"trace[266459990] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:8557; }","duration":"222.710662ms","start":"2026-04-27T01:44:52.058516Z","end":"2026-04-27T01:44:52.281227Z","steps":["trace[266459990] 'range keys from in-memory index tree' (duration: 222.278632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:52.281254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.259373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:44:52.281285Z","caller":"traceutil/trace.go:171","msg":"trace[290664698] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8557; }","duration":"232.642543ms","start":"2026-04-27T01:44:52.048615Z","end":"2026-04-27T01:44:52.281257Z","steps":["trace[290664698] 'range keys from in-memory index tree' (duration: 232.279874ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:52.281339Z","caller":"traceutil/trace.go:171","msg":"trace[1824390621] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8557; }","duration":"228.381285ms","start":"2026-04-27T01:44:52.052935Z","end":"2026-04-27T01:44:52.281317Z","steps":["trace[1824390621] 'range keys from in-memory index tree' (duration: 228.104198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:52.281471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.432282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T01:44:52.281552Z","caller":"traceutil/trace.go:171","msg":"trace[1063073995] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8557; }","duration":"227.522565ms","start":"2026-04-27T01:44:52.054007Z","end":"2026-04-27T01:44:52.28153Z","steps":["trace[1063073995] 'range keys from in-memory index tree' (duration: 227.001871ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.505535Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696750743,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:44:56.742088Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.019344706s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:44:56.742498Z","caller":"traceutil/trace.go:171","msg":"trace[833674511] transaction","detail":"{read_only:false; response_revision:8576; number_of_response:1; }","duration":"1.019835558s","start":"2026-04-27T01:44:55.722604Z","end":"2026-04-27T01:44:56.74244Z","steps":["trace[833674511] 'process raft request' (duration: 1.019665283s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.742644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:55.722579Z","time spent":"1.019983832s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:44:56.74632Z","caller":"traceutil/trace.go:171","msg":"trace[795100122] transaction","detail":"{read_only:false; response_revision:8578; number_of_response:1; }","duration":"963.182453ms","start":"2026-04-27T01:44:55.783104Z","end":"2026-04-27T01:44:56.746287Z","steps":["trace[795100122] 'process raft request' (duration: 963.085721ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:56.746428Z","caller":"traceutil/trace.go:171","msg":"trace[1569635676] linearizableReadLoop","detail":"{readStateIndex:8886; appliedIndex:8882; }","duration":"741.927856ms","start":"2026-04-27T01:44:56.004484Z","end":"2026-04-27T01:44:56.746411Z","steps":["trace[1569635676] 'read index received' (duration: 737.861964ms)","trace[1569635676] 'applied index is now lower than readState.Index' (duration: 4.063362ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:56.74646Z","caller":"traceutil/trace.go:171","msg":"trace[977309648] transaction","detail":"{read_only:false; response_revision:8579; number_of_response:1; }","duration":"735.771981ms","start":"2026-04-27T01:44:56.010662Z","end":"2026-04-27T01:44:56.746434Z","steps":["trace[977309648] 'process raft request' (duration: 735.572306ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:56.746333Z","caller":"traceutil/trace.go:171","msg":"trace[1635923515] transaction","detail":"{read_only:false; response_revision:8577; number_of_response:1; }","duration":"1.009691993s","start":"2026-04-27T01:44:55.736618Z","end":"2026-04-27T01:44:56.74631Z","steps":["trace[1635923515] 'process raft request' (duration: 1.009349554s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.746591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.08524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:44:56.74661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.010634Z","time spent":"735.896484ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:44:56.746624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"622.724187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:44:56.746611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:55.736591Z","time spent":"1.009954439s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:44:56.746656Z","caller":"traceutil/trace.go:171","msg":"trace[409066921] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:8579; }","duration":"742.161412ms","start":"2026-04-27T01:44:56.004477Z","end":"2026-04-27T01:44:56.746639Z","steps":["trace[409066921] 'agreement among raft nodes before linearized reading' (duration: 742.050119ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.746724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"427.838724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:44:56.74675Z","caller":"traceutil/trace.go:171","msg":"trace[2004579905] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8579; }","duration":"427.904305ms","start":"2026-04-27T01:44:56.31884Z","end":"2026-04-27T01:44:56.746745Z","steps":["trace[2004579905] 'agreement among raft nodes before linearized reading' (duration: 427.860774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.746772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.318785Z","time spent":"427.980517ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:44:56.746716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.004461Z","time spent":"742.239184ms","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:44:56.746829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.294055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:44:56.746847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"425.845085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T01:44:56.746869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.617282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:44:56.74667Z","caller":"traceutil/trace.go:171","msg":"trace[1478690591] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:8579; }","duration":"622.843409ms","start":"2026-04-27T01:44:56.123814Z","end":"2026-04-27T01:44:56.746658Z","steps":["trace[1478690591] 'agreement among raft nodes before linearized reading' (duration: 622.769087ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:56.746927Z","caller":"traceutil/trace.go:171","msg":"trace[1838571939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8579; }","duration":"425.959467ms","start":"2026-04-27T01:44:56.320946Z","end":"2026-04-27T01:44:56.746906Z","steps":["trace[1838571939] 'agreement among raft nodes before linearized reading' (duration: 425.740422ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:56.74693Z","caller":"traceutil/trace.go:171","msg":"trace[2090155306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8579; }","duration":"424.717725ms","start":"2026-04-27T01:44:56.322199Z","end":"2026-04-27T01:44:56.746917Z","steps":["trace[2090155306] 'agreement among raft nodes before linearized reading' (duration: 424.54679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.746943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.123798Z","time spent":"623.137357ms","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:44:56.746967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.320849Z","time spent":"426.108261ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:44:56.746972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.322178Z","time spent":"424.782897ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:44:56.746873Z","caller":"traceutil/trace.go:171","msg":"trace[971546272] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:8579; }","duration":"304.365497ms","start":"2026-04-27T01:44:56.442492Z","end":"2026-04-27T01:44:56.746858Z","steps":["trace[971546272] 'agreement among raft nodes before linearized reading' (duration: 304.294595ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.74702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.726336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T01:44:56.747024Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.644953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:44:56.747122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.45825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:44:56.747145Z","caller":"traceutil/trace.go:171","msg":"trace[1815096851] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8579; }","duration":"424.89338ms","start":"2026-04-27T01:44:56.322222Z","end":"2026-04-27T01:44:56.747115Z","steps":["trace[1815096851] 'agreement among raft nodes before linearized reading' (duration: 424.455089ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:56.747179Z","caller":"traceutil/trace.go:171","msg":"trace[1076715762] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:8579; }","duration":"217.540893ms","start":"2026-04-27T01:44:56.529622Z","end":"2026-04-27T01:44:56.747163Z","steps":["trace[1076715762] 'agreement among raft nodes before linearized reading' (duration: 217.457621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.747188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.245097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T01:44:56.747127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.964026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T01:44:56.747216Z","caller":"traceutil/trace.go:171","msg":"trace[2004175290] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:8579; }","duration":"421.291089ms","start":"2026-04-27T01:44:56.325919Z","end":"2026-04-27T01:44:56.74721Z","steps":["trace[2004175290] 'agreement among raft nodes before linearized reading' (duration: 421.223777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.747243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.325909Z","time spent":"421.3283ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:44:56.74723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.322213Z","time spent":"425.002292ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T01:44:56.747245Z","caller":"traceutil/trace.go:171","msg":"trace[1984585393] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:8579; }","duration":"358.12491ms","start":"2026-04-27T01:44:56.389109Z","end":"2026-04-27T01:44:56.747234Z","steps":["trace[1984585393] 'agreement among raft nodes before linearized reading' (duration: 357.958915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.747108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.442473Z","time spent":"304.613703ms","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:44:56.747228Z","caller":"traceutil/trace.go:171","msg":"trace[1512104788] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8579; }","duration":"424.89686ms","start":"2026-04-27T01:44:56.32226Z","end":"2026-04-27T01:44:56.747157Z","steps":["trace[1512104788] 'agreement among raft nodes before linearized reading' (duration: 424.418888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.747204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.49182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:44:56.74733Z","caller":"traceutil/trace.go:171","msg":"trace[317619350] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8579; }","duration":"424.664764ms","start":"2026-04-27T01:44:56.32266Z","end":"2026-04-27T01:44:56.747325Z","steps":["trace[317619350] 'agreement among raft nodes before linearized reading' (duration: 423.957356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:56.747354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.322639Z","time spent":"424.710064ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:44:56.747282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.389088Z","time spent":"358.182961ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:44:56.747355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:56.322245Z","time spent":"425.089674ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:44:56.747165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:55.78307Z","time spent":"963.324797ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:44:57.791813Z","caller":"traceutil/trace.go:171","msg":"trace[816791378] linearizableReadLoop","detail":"{readStateIndex:8896; appliedIndex:8895; }","duration":"178.367337ms","start":"2026-04-27T01:44:57.613418Z","end":"2026-04-27T01:44:57.791785Z","steps":["trace[816791378] 'read index received' (duration: 178.222324ms)","trace[816791378] 'applied index is now lower than readState.Index' (duration: 143.013µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:44:57.791957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.523171ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:44:57.791996Z","caller":"traceutil/trace.go:171","msg":"trace[1586354755] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8588; }","duration":"178.635493ms","start":"2026-04-27T01:44:57.61335Z","end":"2026-04-27T01:44:57.791985Z","steps":["trace[1586354755] 'agreement among raft nodes before linearized reading' (duration: 178.541391ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:44:57.917851Z","caller":"traceutil/trace.go:171","msg":"trace[1499234594] transaction","detail":"{read_only:false; response_revision:8589; number_of_response:1; }","duration":"124.524682ms","start":"2026-04-27T01:44:57.793302Z","end":"2026-04-27T01:44:57.917827Z","steps":["trace[1499234594] 'process raft request' (duration: 37.903483ms)","trace[1499234594] 'compare' (duration: 86.490446ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:44:59.135615Z","caller":"traceutil/trace.go:171","msg":"trace[121601811] transaction","detail":"{read_only:false; response_revision:8591; number_of_response:1; }","duration":"381.030786ms","start":"2026-04-27T01:44:58.754559Z","end":"2026-04-27T01:44:59.13559Z","steps":["trace[121601811] 'process raft request' (duration: 380.848721ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:44:59.135768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.754533Z","time spent":"381.156679ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:00.112066Z","caller":"traceutil/trace.go:171","msg":"trace[692034823] linearizableReadLoop","detail":"{readStateIndex:8901; appliedIndex:8898; }","duration":"1.354401226s","start":"2026-04-27T01:44:58.757641Z","end":"2026-04-27T01:45:00.112043Z","steps":["trace[692034823] 'read index received' (duration: 377.802325ms)","trace[692034823] 'applied index is now lower than readState.Index' (duration: 976.597811ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:45:00.112391Z","caller":"traceutil/trace.go:171","msg":"trace[1164407836] transaction","detail":"{read_only:false; response_revision:8592; number_of_response:1; }","duration":"1.357264107s","start":"2026-04-27T01:44:58.755115Z","end":"2026-04-27T01:45:00.112379Z","steps":["trace[1164407836] 'process raft request' (duration: 1.356713944s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:00.112501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.755081Z","time spent":"1.35734722s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:00.112678Z","caller":"traceutil/trace.go:171","msg":"trace[514944750] transaction","detail":"{read_only:false; response_revision:8593; number_of_response:1; }","duration":"1.357252398s","start":"2026-04-27T01:44:58.755387Z","end":"2026-04-27T01:45:00.11264Z","steps":["trace[514944750] 'process raft request' (duration: 1.356609222s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:00.112811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.355158304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:45:00.113006Z","caller":"traceutil/trace.go:171","msg":"trace[79653921] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8593; }","duration":"1.35538893s","start":"2026-04-27T01:44:58.757597Z","end":"2026-04-27T01:45:00.112986Z","steps":["trace[79653921] 'agreement among raft nodes before linearized reading' (duration: 1.355053192s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:00.113064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.757584Z","time spent":"1.355468342s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:45:00.113088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345816989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:45:00.113143Z","caller":"traceutil/trace.go:171","msg":"trace[574857503] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8593; }","duration":"1.345892301s","start":"2026-04-27T01:44:58.767236Z","end":"2026-04-27T01:45:00.113128Z","steps":["trace[574857503] 'agreement among raft nodes before linearized reading' (duration: 1.345701006s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:00.113182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.767225Z","time spent":"1.345947542s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:45:00.113168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344374463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T01:45:00.112851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.755362Z","time spent":"1.357394941s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:00.113287Z","caller":"traceutil/trace.go:171","msg":"trace[190433017] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8593; }","duration":"1.344531337s","start":"2026-04-27T01:44:58.768724Z","end":"2026-04-27T01:45:00.113256Z","steps":["trace[190433017] 'agreement among raft nodes before linearized reading' (duration: 1.344216749s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:00.113346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.768709Z","time spent":"1.344622589s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:45:00.113362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.249171718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:45:00.113419Z","caller":"traceutil/trace.go:171","msg":"trace[1387019582] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:8593; }","duration":"1.24926009s","start":"2026-04-27T01:44:58.864144Z","end":"2026-04-27T01:45:00.113404Z","steps":["trace[1387019582] 'agreement among raft nodes before linearized reading' (duration: 1.249139117s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:00.113442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345479601s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T01:45:00.113456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.864129Z","time spent":"1.249317552s","remote":"127.0.0.1:39188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:45:00.113481Z","caller":"traceutil/trace.go:171","msg":"trace[24117348] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8593; }","duration":"1.345575092s","start":"2026-04-27T01:44:58.767894Z","end":"2026-04-27T01:45:00.113469Z","steps":["trace[24117348] 'agreement among raft nodes before linearized reading' (duration: 1.345408378s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:00.113541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.767888Z","time spent":"1.345637485s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:45:00.113648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.345377478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:45:00.11365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.321437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:45:00.113702Z","caller":"traceutil/trace.go:171","msg":"trace[2030657528] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8593; }","duration":"1.34543946s","start":"2026-04-27T01:44:58.768249Z","end":"2026-04-27T01:45:00.113689Z","steps":["trace[2030657528] 'agreement among raft nodes before linearized reading' (duration: 1.345290556s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:00.11374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.768229Z","time spent":"1.345503771s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:45:00.113745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.343602443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:45:00.11388Z","caller":"traceutil/trace.go:171","msg":"trace[1824873498] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:8593; }","duration":"1.343759777s","start":"2026-04-27T01:44:58.770104Z","end":"2026-04-27T01:45:00.113864Z","steps":["trace[1824873498] 'agreement among raft nodes before linearized reading' (duration: 1.343488221s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:00.113748Z","caller":"traceutil/trace.go:171","msg":"trace[1502353552] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8593; }","duration":"500.468581ms","start":"2026-04-27T01:44:59.613258Z","end":"2026-04-27T01:45:00.113727Z","steps":["trace[1502353552] 'agreement among raft nodes before linearized reading' (duration: 500.189604ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:00.113926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.770096Z","time spent":"1.343816568s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:45:00.113955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:59.613243Z","time spent":"500.701416ms","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:45:00.113662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.346055764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:45:00.11406Z","caller":"traceutil/trace.go:171","msg":"trace[2062762696] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8593; }","duration":"1.346487896s","start":"2026-04-27T01:44:58.767555Z","end":"2026-04-27T01:45:00.114043Z","steps":["trace[2062762696] 'agreement among raft nodes before linearized reading' (duration: 1.345923012s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:00.11412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:44:58.767549Z","time spent":"1.346555257s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:45:00.289512Z","caller":"traceutil/trace.go:171","msg":"trace[1243987260] transaction","detail":"{read_only:false; response_revision:8595; number_of_response:1; }","duration":"170.861699ms","start":"2026-04-27T01:45:00.118622Z","end":"2026-04-27T01:45:00.289484Z","steps":["trace[1243987260] 'process raft request' (duration: 157.00829ms)","trace[1243987260] 'compare' (duration: 13.51501ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:45:00.289646Z","caller":"traceutil/trace.go:171","msg":"trace[1859855068] transaction","detail":"{read_only:false; response_revision:8596; number_of_response:1; }","duration":"170.892149ms","start":"2026-04-27T01:45:00.118721Z","end":"2026-04-27T01:45:00.289613Z","steps":["trace[1859855068] 'process raft request' (duration: 170.681024ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:00.289709Z","caller":"traceutil/trace.go:171","msg":"trace[213680384] transaction","detail":"{read_only:false; response_revision:8597; number_of_response:1; }","duration":"170.969221ms","start":"2026-04-27T01:45:00.118731Z","end":"2026-04-27T01:45:00.289701Z","steps":["trace[213680384] 'process raft request' (duration: 170.767826ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:00.289662Z","caller":"traceutil/trace.go:171","msg":"trace[31200310] transaction","detail":"{read_only:false; response_revision:8599; number_of_response:1; }","duration":"170.590252ms","start":"2026-04-27T01:45:00.119054Z","end":"2026-04-27T01:45:00.289645Z","steps":["trace[31200310] 'process raft request' (duration: 170.5407ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:00.28986Z","caller":"traceutil/trace.go:171","msg":"trace[1506809446] transaction","detail":"{read_only:false; response_revision:8598; number_of_response:1; }","duration":"171.080644ms","start":"2026-04-27T01:45:00.118742Z","end":"2026-04-27T01:45:00.289823Z","steps":["trace[1506809446] 'process raft request' (duration: 170.801237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:09.267867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"282.045387ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:45:09.268091Z","caller":"traceutil/trace.go:171","msg":"trace[1261039555] transaction","detail":"{read_only:false; response_revision:8683; number_of_response:1; }","duration":"306.800849ms","start":"2026-04-27T01:45:08.961268Z","end":"2026-04-27T01:45:09.268069Z","steps":["trace[1261039555] 'process raft request' (duration: 24.466416ms)","trace[1261039555] 'compare' (duration: 281.874812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:45:09.268157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:08.961249Z","time spent":"306.878061ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4638,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:09.26861Z","caller":"traceutil/trace.go:171","msg":"trace[1831068864] transaction","detail":"{read_only:false; number_of_response:1; response_revision:8684; }","duration":"305.954827ms","start":"2026-04-27T01:45:08.962639Z","end":"2026-04-27T01:45:09.268593Z","steps":["trace[1831068864] 'process raft request' (duration: 305.340882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:09.268736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:08.962625Z","time spent":"306.021149ms","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":80,"response count":0,"response size":41,"request content":"compare: success: > failure: >"} {"level":"info","ts":"2026-04-27T01:45:09.268744Z","caller":"traceutil/trace.go:171","msg":"trace[706142519] linearizableReadLoop","detail":"{readStateIndex:8997; appliedIndex:8995; }","duration":"159.904303ms","start":"2026-04-27T01:45:09.108802Z","end":"2026-04-27T01:45:09.268706Z","steps":["trace[706142519] 'read index received' (duration: 112.628944ms)","trace[706142519] 'applied index is now lower than readState.Index' (duration: 47.270559ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:45:09.268957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.132128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:45:09.269128Z","caller":"traceutil/trace.go:171","msg":"trace[2082078027] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8685; }","duration":"160.347305ms","start":"2026-04-27T01:45:09.108739Z","end":"2026-04-27T01:45:09.269086Z","steps":["trace[2082078027] 'agreement among raft nodes before linearized reading' (duration: 160.091468ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:10.25516Z","caller":"traceutil/trace.go:171","msg":"trace[1519605426] transaction","detail":"{read_only:false; response_revision:8689; number_of_response:1; }","duration":"333.165632ms","start":"2026-04-27T01:45:09.92195Z","end":"2026-04-27T01:45:10.255115Z","steps":["trace[1519605426] 'process raft request' (duration: 333.014948ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:10.255302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:09.921928Z","time spent":"333.304436ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5857,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:10.515731Z","caller":"traceutil/trace.go:171","msg":"trace[678671221] linearizableReadLoop","detail":"{readStateIndex:9004; appliedIndex:9001; }","duration":"344.774644ms","start":"2026-04-27T01:45:10.170934Z","end":"2026-04-27T01:45:10.515708Z","steps":["trace[678671221] 'read index received' (duration: 84.017914ms)","trace[678671221] 'applied index is now lower than readState.Index' (duration: 260.75588ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:45:10.515961Z","caller":"traceutil/trace.go:171","msg":"trace[1519460372] transaction","detail":"{read_only:false; response_revision:8690; number_of_response:1; }","duration":"348.016596ms","start":"2026-04-27T01:45:10.167917Z","end":"2026-04-27T01:45:10.515934Z","steps":["trace[1519460372] 'process raft request' (duration: 321.657033ms)","trace[1519460372] 'compare' (duration: 25.981063ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:45:10.515961Z","caller":"traceutil/trace.go:171","msg":"trace[685710416] transaction","detail":"{read_only:false; response_revision:8691; number_of_response:1; }","duration":"347.869052ms","start":"2026-04-27T01:45:10.168062Z","end":"2026-04-27T01:45:10.515931Z","steps":["trace[685710416] 'process raft request' (duration: 347.598055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:10.516079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.143583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T01:45:10.516091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.167892Z","time spent":"348.132388ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:45:10.516109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.884564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:45:10.51612Z","caller":"traceutil/trace.go:171","msg":"trace[1626152132] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8691; }","duration":"345.212865ms","start":"2026-04-27T01:45:10.170898Z","end":"2026-04-27T01:45:10.516111Z","steps":["trace[1626152132] 'agreement among raft nodes before linearized reading' (duration: 345.063101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:10.516148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.170882Z","time spent":"345.260357ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T01:45:10.516144Z","caller":"traceutil/trace.go:171","msg":"trace[708073888] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8691; }","duration":"165.943406ms","start":"2026-04-27T01:45:10.350193Z","end":"2026-04-27T01:45:10.516136Z","steps":["trace[708073888] 'agreement among raft nodes before linearized reading' (duration: 165.844482ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:10.516178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.168036Z","time spent":"348.067527ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:45:10.516251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.188822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T01:45:10.516253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.51115ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:45:10.516279Z","caller":"traceutil/trace.go:171","msg":"trace[1785706780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8691; }","duration":"172.245484ms","start":"2026-04-27T01:45:10.344025Z","end":"2026-04-27T01:45:10.516271Z","steps":["trace[1785706780] 'agreement among raft nodes before linearized reading' (duration: 172.177962ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:10.516279Z","caller":"traceutil/trace.go:171","msg":"trace[396402089] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8691; }","duration":"166.578892ms","start":"2026-04-27T01:45:10.349694Z","end":"2026-04-27T01:45:10.516273Z","steps":["trace[396402089] 'agreement among raft nodes before linearized reading' (duration: 166.515511ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:10.516297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"208.818064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:45:10.516271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.772066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:45:10.516342Z","caller":"traceutil/trace.go:171","msg":"trace[2070794018] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:8691; }","duration":"208.899977ms","start":"2026-04-27T01:45:10.307429Z","end":"2026-04-27T01:45:10.516329Z","steps":["trace[2070794018] 'agreement among raft nodes before linearized reading' (duration: 208.824215ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:10.516379Z","caller":"traceutil/trace.go:171","msg":"trace[1040734149] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8691; }","duration":"164.914659ms","start":"2026-04-27T01:45:10.351442Z","end":"2026-04-27T01:45:10.516357Z","steps":["trace[1040734149] 'agreement among raft nodes before linearized reading' (duration: 164.609821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:10.516419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.974834ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T01:45:10.516392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.66801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:45:10.51646Z","caller":"traceutil/trace.go:171","msg":"trace[1910442049] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:8691; }","duration":"338.037155ms","start":"2026-04-27T01:45:10.178408Z","end":"2026-04-27T01:45:10.516445Z","steps":["trace[1910442049] 'agreement among raft nodes before linearized reading' (duration: 337.622644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:10.51649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.178393Z","time spent":"338.091066ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"info","ts":"2026-04-27T01:45:10.516476Z","caller":"traceutil/trace.go:171","msg":"trace[727798913] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8691; }","duration":"165.784502ms","start":"2026-04-27T01:45:10.350676Z","end":"2026-04-27T01:45:10.51646Z","steps":["trace[727798913] 'agreement among raft nodes before linearized reading' (duration: 165.415432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:10.516491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.927514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-config-override\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-27T01:45:10.517938Z","caller":"traceutil/trace.go:171","msg":"trace[370472138] range","detail":"{range_begin:/registry/configmaps/openstack/rook-config-override; range_end:; response_count:1; response_revision:8691; }","duration":"254.417091ms","start":"2026-04-27T01:45:10.263506Z","end":"2026-04-27T01:45:10.517923Z","steps":["trace[370472138] 'agreement among raft nodes before linearized reading' (duration: 252.785471ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:10.906737Z","caller":"traceutil/trace.go:171","msg":"trace[914179589] transaction","detail":"{read_only:false; response_revision:8692; number_of_response:1; }","duration":"386.254497ms","start":"2026-04-27T01:45:10.520459Z","end":"2026-04-27T01:45:10.906713Z","steps":["trace[914179589] 'process raft request' (duration: 386.106874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:10.906884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.520437Z","time spent":"386.370531ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:11.064247Z","caller":"traceutil/trace.go:171","msg":"trace[34265956] linearizableReadLoop","detail":"{readStateIndex:9009; appliedIndex:9004; }","duration":"543.243237ms","start":"2026-04-27T01:45:10.520967Z","end":"2026-04-27T01:45:11.06421Z","steps":["trace[34265956] 'read index received' (duration: 385.704053ms)","trace[34265956] 'applied index is now lower than readState.Index' (duration: 157.538204ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:45:11.064558Z","caller":"traceutil/trace.go:171","msg":"trace[2044280650] transaction","detail":"{read_only:false; response_revision:8693; number_of_response:1; }","duration":"543.693518ms","start":"2026-04-27T01:45:10.520849Z","end":"2026-04-27T01:45:11.064543Z","steps":["trace[2044280650] 'process raft request' (duration: 469.096442ms)","trace[2044280650] 'compare' (duration: 73.841328ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:45:11.064667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.520839Z","time spent":"543.757341ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:11.064969Z","caller":"traceutil/trace.go:171","msg":"trace[2097727228] transaction","detail":"{read_only:false; response_revision:8694; number_of_response:1; }","duration":"544.112859ms","start":"2026-04-27T01:45:10.520836Z","end":"2026-04-27T01:45:11.064948Z","steps":["trace[2097727228] 'process raft request' (duration: 543.169376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:11.065062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.520811Z","time spent":"544.202091ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:11.065284Z","caller":"traceutil/trace.go:171","msg":"trace[670910946] transaction","detail":"{read_only:false; response_revision:8695; number_of_response:1; }","duration":"544.365856ms","start":"2026-04-27T01:45:10.520902Z","end":"2026-04-27T01:45:11.065268Z","steps":["trace[670910946] 'process raft request' (duration: 543.179696ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:11.065359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.520881Z","time spent":"544.444289ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:11.065516Z","caller":"traceutil/trace.go:171","msg":"trace[751541626] transaction","detail":"{read_only:false; response_revision:8696; number_of_response:1; }","duration":"544.579411ms","start":"2026-04-27T01:45:10.520926Z","end":"2026-04-27T01:45:11.065506Z","steps":["trace[751541626] 'process raft request' (duration: 543.207146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:11.06557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.520919Z","time spent":"544.624653ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:45:11.065697Z","caller":"traceutil/trace.go:171","msg":"trace[2139439707] transaction","detail":"{read_only:false; response_revision:8697; number_of_response:1; }","duration":"544.039509ms","start":"2026-04-27T01:45:10.521645Z","end":"2026-04-27T01:45:11.065684Z","steps":["trace[2139439707] 'process raft request' (duration: 542.52685ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:11.066193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.328608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:45:11.066194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.802107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rook-ceph-config\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:45:11.066278Z","caller":"traceutil/trace.go:171","msg":"trace[1208576128] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8697; }","duration":"376.445592ms","start":"2026-04-27T01:45:10.689814Z","end":"2026-04-27T01:45:11.066259Z","steps":["trace[1208576128] 'agreement among raft nodes before linearized reading' (duration: 376.302278ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:11.066299Z","caller":"traceutil/trace.go:171","msg":"trace[1434069989] range","detail":"{range_begin:/registry/secrets/openstack/rook-ceph-config; range_end:; response_count:0; response_revision:8697; }","duration":"544.93088ms","start":"2026-04-27T01:45:10.521345Z","end":"2026-04-27T01:45:11.066276Z","steps":["trace[1434069989] 'agreement among raft nodes before linearized reading' (duration: 544.757006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:11.066339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.689797Z","time spent":"376.528073ms","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:45:11.066357Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.521338Z","time spent":"545.005252ms","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":0,"response size":28,"request content":"key:\"/registry/secrets/openstack/rook-ceph-config\" "} {"level":"warn","ts":"2026-04-27T01:45:11.066784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.068274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:45:11.06688Z","caller":"traceutil/trace.go:171","msg":"trace[1487279223] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8697; }","duration":"204.201478ms","start":"2026-04-27T01:45:10.862659Z","end":"2026-04-27T01:45:11.06686Z","steps":["trace[1487279223] 'agreement among raft nodes before linearized reading' (duration: 203.922451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:11.067523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"546.542051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:228460"} {"level":"warn","ts":"2026-04-27T01:45:11.067538Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.116734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ceph.18aa135c612c74e2\" ","response":"range_response_count:1 size:699"} {"level":"info","ts":"2026-04-27T01:45:11.067597Z","caller":"traceutil/trace.go:171","msg":"trace[71712467] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:8697; }","duration":"546.632233ms","start":"2026-04-27T01:45:10.520945Z","end":"2026-04-27T01:45:11.067578Z","steps":["trace[71712467] 'agreement among raft nodes before linearized reading' (duration: 545.016132ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:11.067604Z","caller":"traceutil/trace.go:171","msg":"trace[1456078752] range","detail":"{range_begin:/registry/events/openstack/ceph.18aa135c612c74e2; range_end:; response_count:1; response_revision:8697; }","duration":"544.16005ms","start":"2026-04-27T01:45:10.523426Z","end":"2026-04-27T01:45:11.067586Z","steps":["trace[1456078752] 'agreement among raft nodes before linearized reading' (duration: 542.939069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:11.067655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.523421Z","time spent":"544.216502ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":722,"request content":"key:\"/registry/events/openstack/ceph.18aa135c612c74e2\" "} {"level":"warn","ts":"2026-04-27T01:45:11.067842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.520938Z","time spent":"546.693804ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":26,"response size":228483,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T01:45:11.065751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:10.521636Z","time spent":"544.08906ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:45:13.502686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"616.379828ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:45:13.502805Z","caller":"traceutil/trace.go:171","msg":"trace[851353887] linearizableReadLoop","detail":"{readStateIndex:9023; appliedIndex:9022; }","duration":"590.864516ms","start":"2026-04-27T01:45:12.911918Z","end":"2026-04-27T01:45:13.502782Z","steps":["trace[851353887] 'read index received' (duration: 48.602µs)","trace[851353887] 'applied index is now lower than readState.Index' (duration: 590.814224ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:45:13.502922Z","caller":"traceutil/trace.go:171","msg":"trace[770816875] transaction","detail":"{read_only:false; response_revision:8710; number_of_response:1; }","duration":"837.86756ms","start":"2026-04-27T01:45:12.665032Z","end":"2026-04-27T01:45:13.5029Z","steps":["trace[770816875] 'process raft request' (duration: 221.167215ms)","trace[770816875] 'compare' (duration: 616.030007ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:45:13.503012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:12.665012Z","time spent":"837.955442ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19322,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:45:13.503129Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"591.199474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:45:13.503242Z","caller":"traceutil/trace.go:171","msg":"trace[1629036785] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8710; }","duration":"591.362348ms","start":"2026-04-27T01:45:12.911858Z","end":"2026-04-27T01:45:13.503221Z","steps":["trace[1629036785] 'agreement among raft nodes before linearized reading' (duration: 591.072771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:13.503308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:12.911833Z","time spent":"591.460001ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T01:45:13.738012Z","caller":"traceutil/trace.go:171","msg":"trace[216135900] linearizableReadLoop","detail":"{readStateIndex:9025; appliedIndex:9023; }","duration":"235.131806ms","start":"2026-04-27T01:45:13.502855Z","end":"2026-04-27T01:45:13.737987Z","steps":["trace[216135900] 'read index received' (duration: 10.602986ms)","trace[216135900] 'applied index is now lower than readState.Index' (duration: 224.52774ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:45:13.738386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.313679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:45:13.738435Z","caller":"traceutil/trace.go:171","msg":"trace[1332181231] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8712; }","duration":"667.420211ms","start":"2026-04-27T01:45:13.071Z","end":"2026-04-27T01:45:13.73842Z","steps":["trace[1332181231] 'agreement among raft nodes before linearized reading' (duration: 667.273598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:13.738474Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:13.070988Z","time spent":"667.478084ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:45:13.738466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.308389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T01:45:13.738546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"252.579975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T01:45:13.738592Z","caller":"traceutil/trace.go:171","msg":"trace[1277756354] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8712; }","duration":"667.486573ms","start":"2026-04-27T01:45:13.071068Z","end":"2026-04-27T01:45:13.738554Z","steps":["trace[1277756354] 'agreement among raft nodes before linearized reading' (duration: 667.143414ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:13.738626Z","caller":"traceutil/trace.go:171","msg":"trace[1588793124] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8712; }","duration":"252.722298ms","start":"2026-04-27T01:45:13.485885Z","end":"2026-04-27T01:45:13.738607Z","steps":["trace[1588793124] 'agreement among raft nodes before linearized reading' (duration: 252.451241ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:13.738657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:13.071036Z","time spent":"667.609476ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":501,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:45:13.738686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.639057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:45:13.738719Z","caller":"traceutil/trace.go:171","msg":"trace[189484801] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8712; }","duration":"667.72424ms","start":"2026-04-27T01:45:13.070986Z","end":"2026-04-27T01:45:13.73871Z","steps":["trace[189484801] 'agreement among raft nodes before linearized reading' (duration: 667.634947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:13.738719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.584596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T01:45:13.738745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:13.070957Z","time spent":"667.781661ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:45:13.738771Z","caller":"traceutil/trace.go:171","msg":"trace[2109670092] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:8712; }","duration":"663.657607ms","start":"2026-04-27T01:45:13.075098Z","end":"2026-04-27T01:45:13.738756Z","steps":["trace[2109670092] 'agreement among raft nodes before linearized reading' (duration: 663.500933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:13.738808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:13.075088Z","time spent":"663.712239ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:45:13.738786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.41212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:45:13.738857Z","caller":"traceutil/trace.go:171","msg":"trace[2133704283] transaction","detail":"{read_only:false; response_revision:8712; number_of_response:1; }","duration":"230.55437ms","start":"2026-04-27T01:45:13.508289Z","end":"2026-04-27T01:45:13.738843Z","steps":["trace[2133704283] 'process raft request' (duration: 229.651698ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:13.738868Z","caller":"traceutil/trace.go:171","msg":"trace[1806212382] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:8712; }","duration":"211.549493ms","start":"2026-04-27T01:45:13.527299Z","end":"2026-04-27T01:45:13.738848Z","steps":["trace[1806212382] 'agreement among raft nodes before linearized reading' (duration: 211.376089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:13.738886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"667.279158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:45:13.738919Z","caller":"traceutil/trace.go:171","msg":"trace[1582755405] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8712; }","duration":"667.32815ms","start":"2026-04-27T01:45:13.07158Z","end":"2026-04-27T01:45:13.738908Z","steps":["trace[1582755405] 'agreement among raft nodes before linearized reading' (duration: 667.229737ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:13.738924Z","caller":"traceutil/trace.go:171","msg":"trace[274776772] transaction","detail":"{read_only:false; response_revision:8711; number_of_response:1; }","duration":"385.288604ms","start":"2026-04-27T01:45:13.353624Z","end":"2026-04-27T01:45:13.738913Z","steps":["trace[274776772] 'process raft request' (duration: 384.061172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:13.738954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:13.071571Z","time spent":"667.373781ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:45:13.739027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:13.353605Z","time spent":"385.345566ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:45:13.739132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.518122ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:45:13.739164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.15142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:45:13.739191Z","caller":"traceutil/trace.go:171","msg":"trace[1673773085] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8712; }","duration":"668.200561ms","start":"2026-04-27T01:45:13.070981Z","end":"2026-04-27T01:45:13.739182Z","steps":["trace[1673773085] 'agreement among raft nodes before linearized reading' (duration: 668.117219ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:13.739191Z","caller":"traceutil/trace.go:171","msg":"trace[1668330847] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8712; }","duration":"124.609434ms","start":"2026-04-27T01:45:13.614565Z","end":"2026-04-27T01:45:13.739175Z","steps":["trace[1668330847] 'agreement among raft nodes before linearized reading' (duration: 124.528822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:13.739226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"694.713249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-27T01:45:13.739308Z","caller":"traceutil/trace.go:171","msg":"trace[1250687820] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:8712; }","duration":"694.829281ms","start":"2026-04-27T01:45:13.044461Z","end":"2026-04-27T01:45:13.73929Z","steps":["trace[1250687820] 'agreement among raft nodes before linearized reading' (duration: 694.590605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:13.739355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:13.044445Z","time spent":"694.901823ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":379,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T01:45:13.739227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:45:13.070967Z","time spent":"668.253593ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T01:45:21.761006Z","caller":"traceutil/trace.go:171","msg":"trace[1219975667] linearizableReadLoop","detail":"{readStateIndex:9095; appliedIndex:9094; }","duration":"143.84335ms","start":"2026-04-27T01:45:21.617138Z","end":"2026-04-27T01:45:21.760981Z","steps":["trace[1219975667] 'read index received' (duration: 143.654584ms)","trace[1219975667] 'applied index is now lower than readState.Index' (duration: 187.576µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:45:21.761096Z","caller":"traceutil/trace.go:171","msg":"trace[775460436] transaction","detail":"{read_only:false; response_revision:8778; number_of_response:1; }","duration":"270.767013ms","start":"2026-04-27T01:45:21.49031Z","end":"2026-04-27T01:45:21.761077Z","steps":["trace[775460436] 'process raft request' (duration: 270.528476ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:45:21.761569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.215269ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:45:21.761653Z","caller":"traceutil/trace.go:171","msg":"trace[1586601607] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8778; }","duration":"144.531787ms","start":"2026-04-27T01:45:21.6171Z","end":"2026-04-27T01:45:21.761632Z","steps":["trace[1586601607] 'agreement among raft nodes before linearized reading' (duration: 144.051675ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:45:27.190657Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023f8.wal"} {"level":"info","ts":"2026-04-27T01:46:00.16603Z","caller":"traceutil/trace.go:171","msg":"trace[354380347] linearizableReadLoop","detail":"{readStateIndex:9444; appliedIndex:9443; }","duration":"197.942216ms","start":"2026-04-27T01:45:59.968055Z","end":"2026-04-27T01:46:00.165997Z","steps":["trace[354380347] 'read index received' (duration: 197.814013ms)","trace[354380347] 'applied index is now lower than readState.Index' (duration: 126.743µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:00.166101Z","caller":"traceutil/trace.go:171","msg":"trace[906540122] transaction","detail":"{read_only:false; response_revision:9116; number_of_response:1; }","duration":"248.402277ms","start":"2026-04-27T01:45:59.917672Z","end":"2026-04-27T01:46:00.166074Z","steps":["trace[906540122] 'process raft request' (duration: 248.095409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:00.166342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.875812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:46:00.166398Z","caller":"traceutil/trace.go:171","msg":"trace[1044967086] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:9116; }","duration":"164.974925ms","start":"2026-04-27T01:46:00.00141Z","end":"2026-04-27T01:46:00.166385Z","steps":["trace[1044967086] 'agreement among raft nodes before linearized reading' (duration: 164.835051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:00.166404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.060542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-04-27T01:46:00.166461Z","caller":"traceutil/trace.go:171","msg":"trace[1243789683] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9116; }","duration":"141.138664ms","start":"2026-04-27T01:46:00.025304Z","end":"2026-04-27T01:46:00.166443Z","steps":["trace[1243789683] 'agreement among raft nodes before linearized reading' (duration: 140.97929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:00.166453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.109333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:46:00.166516Z","caller":"traceutil/trace.go:171","msg":"trace[1255788936] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9116; }","duration":"141.180615ms","start":"2026-04-27T01:46:00.025319Z","end":"2026-04-27T01:46:00.1665Z","steps":["trace[1255788936] 'agreement among raft nodes before linearized reading' (duration: 141.012ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:00.166559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.845403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:46:00.166589Z","caller":"traceutil/trace.go:171","msg":"trace[1386653429] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9116; }","duration":"141.927945ms","start":"2026-04-27T01:46:00.024653Z","end":"2026-04-27T01:46:00.166581Z","steps":["trace[1386653429] 'agreement among raft nodes before linearized reading' (duration: 141.847803ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:00.166577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.336566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:46:00.167243Z","caller":"traceutil/trace.go:171","msg":"trace[746582787] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9116; }","duration":"199.213598ms","start":"2026-04-27T01:45:59.968014Z","end":"2026-04-27T01:46:00.167228Z","steps":["trace[746582787] 'agreement among raft nodes before linearized reading' (duration: 198.164062ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:00.280519Z","caller":"traceutil/trace.go:171","msg":"trace[190671536] transaction","detail":"{read_only:false; response_revision:9120; number_of_response:1; }","duration":"110.051052ms","start":"2026-04-27T01:46:00.170444Z","end":"2026-04-27T01:46:00.280495Z","steps":["trace[190671536] 'process raft request' (duration: 109.96522ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:00.280546Z","caller":"traceutil/trace.go:171","msg":"trace[1311733305] transaction","detail":"{read_only:false; response_revision:9119; number_of_response:1; }","duration":"110.082654ms","start":"2026-04-27T01:46:00.170414Z","end":"2026-04-27T01:46:00.280497Z","steps":["trace[1311733305] 'process raft request' (duration: 84.234253ms)","trace[1311733305] 'compare' (duration: 25.605224ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:00.280797Z","caller":"traceutil/trace.go:171","msg":"trace[268948392] transaction","detail":"{read_only:false; response_revision:9121; number_of_response:1; }","duration":"109.133519ms","start":"2026-04-27T01:46:00.171651Z","end":"2026-04-27T01:46:00.280785Z","steps":["trace[268948392] 'process raft request' (duration: 108.8039ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:00.28079Z","caller":"traceutil/trace.go:171","msg":"trace[1617897820] linearizableReadLoop","detail":"{readStateIndex:9448; appliedIndex:9444; }","duration":"109.815526ms","start":"2026-04-27T01:46:00.17095Z","end":"2026-04-27T01:46:00.280765Z","steps":["trace[1617897820] 'read index received' (duration: 40.658194ms)","trace[1617897820] 'applied index is now lower than readState.Index' (duration: 69.153902ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:00.280881Z","caller":"traceutil/trace.go:171","msg":"trace[1589236050] transaction","detail":"{read_only:false; response_revision:9122; number_of_response:1; }","duration":"108.034901ms","start":"2026-04-27T01:46:00.172817Z","end":"2026-04-27T01:46:00.280852Z","steps":["trace[1589236050] 'process raft request' (duration: 107.832136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:00.281309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.329779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:26 size:234478"} {"level":"info","ts":"2026-04-27T01:46:00.28139Z","caller":"traceutil/trace.go:171","msg":"trace[880788133] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:26; response_revision:9122; }","duration":"110.444081ms","start":"2026-04-27T01:46:00.17093Z","end":"2026-04-27T01:46:00.281374Z","steps":["trace[880788133] 'agreement among raft nodes before linearized reading' (duration: 109.942209ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:14.475515Z","caller":"traceutil/trace.go:171","msg":"trace[778541007] transaction","detail":"{read_only:false; response_revision:9362; number_of_response:1; }","duration":"132.1941ms","start":"2026-04-27T01:46:14.343268Z","end":"2026-04-27T01:46:14.475462Z","steps":["trace[778541007] 'process raft request' (duration: 121.942431ms)","trace[778541007] 'compare' (duration: 10.011473ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:14.477162Z","caller":"traceutil/trace.go:171","msg":"trace[1587340269] transaction","detail":"{read_only:false; response_revision:9363; number_of_response:1; }","duration":"133.209535ms","start":"2026-04-27T01:46:14.343919Z","end":"2026-04-27T01:46:14.477128Z","steps":["trace[1587340269] 'process raft request' (duration: 133.024291ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:14.477046Z","caller":"traceutil/trace.go:171","msg":"trace[329094189] linearizableReadLoop","detail":"{readStateIndex:9695; appliedIndex:9693; }","duration":"116.807572ms","start":"2026-04-27T01:46:14.360224Z","end":"2026-04-27T01:46:14.477032Z","steps":["trace[329094189] 'read index received' (duration: 105.002955ms)","trace[329094189] 'applied index is now lower than readState.Index' (duration: 11.803757ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:14.477472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.664798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:46:14.477516Z","caller":"traceutil/trace.go:171","msg":"trace[611365953] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:9363; }","duration":"114.758721ms","start":"2026-04-27T01:46:14.362744Z","end":"2026-04-27T01:46:14.477502Z","steps":["trace[611365953] 'agreement among raft nodes before linearized reading' (duration: 114.655988ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:14.478001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.751606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:46:14.478094Z","caller":"traceutil/trace.go:171","msg":"trace[1940398389] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9363; }","duration":"117.87685ms","start":"2026-04-27T01:46:14.360193Z","end":"2026-04-27T01:46:14.47807Z","steps":["trace[1940398389] 'agreement among raft nodes before linearized reading' (duration: 117.048549ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:14.917377Z","caller":"traceutil/trace.go:171","msg":"trace[1128316381] transaction","detail":"{read_only:false; response_revision:9368; number_of_response:1; }","duration":"130.894967ms","start":"2026-04-27T01:46:14.786451Z","end":"2026-04-27T01:46:14.917346Z","steps":["trace[1128316381] 'process raft request' (duration: 130.674962ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:27.021135Z","caller":"traceutil/trace.go:171","msg":"trace[1750861354] linearizableReadLoop","detail":"{readStateIndex:9769; appliedIndex:9769; }","duration":"188.55706ms","start":"2026-04-27T01:46:26.832554Z","end":"2026-04-27T01:46:27.021111Z","steps":["trace[1750861354] 'read index received' (duration: 188.54927ms)","trace[1750861354] 'applied index is now lower than readState.Index' (duration: 6.23µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:27.021459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.799296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T01:46:27.021553Z","caller":"traceutil/trace.go:171","msg":"trace[1914759490] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:9434; }","duration":"189.00033ms","start":"2026-04-27T01:46:26.832527Z","end":"2026-04-27T01:46:27.021528Z","steps":["trace[1914759490] 'agreement among raft nodes before linearized reading' (duration: 188.682822ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:27.107338Z","caller":"traceutil/trace.go:171","msg":"trace[1883777971] transaction","detail":"{read_only:false; response_revision:9435; number_of_response:1; }","duration":"130.96611ms","start":"2026-04-27T01:46:26.976343Z","end":"2026-04-27T01:46:27.107309Z","steps":["trace[1883777971] 'process raft request' (duration: 95.201448ms)","trace[1883777971] 'compare' (duration: 35.556156ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:27.107379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"268.434973ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"info","ts":"2026-04-27T01:46:27.107437Z","caller":"traceutil/trace.go:171","msg":"trace[1000448398] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:9435; }","duration":"268.522644ms","start":"2026-04-27T01:46:26.838898Z","end":"2026-04-27T01:46:27.107421Z","steps":["trace[1000448398] 'agreement among raft nodes before linearized reading' (duration: 268.33778ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:27.788201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:27.290205Z","time spent":"497.988975ms","remote":"127.0.0.1:48922","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T01:46:27.788343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.012548ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:46:27.789068Z","caller":"traceutil/trace.go:171","msg":"trace[394754777] transaction","detail":"{read_only:false; response_revision:9436; number_of_response:1; }","duration":"766.862858ms","start":"2026-04-27T01:46:27.02218Z","end":"2026-04-27T01:46:27.789043Z","steps":["trace[394754777] 'process raft request' (duration: 281.020179ms)","trace[394754777] 'compare' (duration: 484.721811ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:46:27.789305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:27.022154Z","time spent":"767.059212ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1117,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:46:27.789453Z","caller":"traceutil/trace.go:171","msg":"trace[1151898407] transaction","detail":"{read_only:false; response_revision:9437; number_of_response:1; }","duration":"764.61588ms","start":"2026-04-27T01:46:27.024778Z","end":"2026-04-27T01:46:27.789394Z","steps":["trace[1151898407] 'process raft request' (duration: 764.273222ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:27.789572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:27.024754Z","time spent":"764.754155ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:46:27.789834Z","caller":"traceutil/trace.go:171","msg":"trace[1346712641] transaction","detail":"{read_only:false; response_revision:9438; number_of_response:1; }","duration":"764.254183ms","start":"2026-04-27T01:46:27.025568Z","end":"2026-04-27T01:46:27.789822Z","steps":["trace[1346712641] 'process raft request' (duration: 763.627576ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:27.789931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:27.025554Z","time spent":"764.348175ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:46:27.790721Z","caller":"traceutil/trace.go:171","msg":"trace[1968243796] linearizableReadLoop","detail":"{readStateIndex:9774; appliedIndex:9770; }","duration":"284.783635ms","start":"2026-04-27T01:46:27.505918Z","end":"2026-04-27T01:46:27.790701Z","steps":["trace[1968243796] 'read index received' (duration: 235.207306ms)","trace[1968243796] 'applied index is now lower than readState.Index' (duration: 49.575319ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:27.790797Z","caller":"traceutil/trace.go:171","msg":"trace[1138767950] transaction","detail":"{read_only:false; response_revision:9439; number_of_response:1; }","duration":"679.22549ms","start":"2026-04-27T01:46:27.111562Z","end":"2026-04-27T01:46:27.790788Z","steps":["trace[1138767950] 'process raft request' (duration: 678.03422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:27.790843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:46:27.111547Z","time spent":"679.272891ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:46:27.790974Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.84375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:46:27.791022Z","caller":"traceutil/trace.go:171","msg":"trace[1607047295] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:9439; }","duration":"175.933382ms","start":"2026-04-27T01:46:27.615078Z","end":"2026-04-27T01:46:27.791011Z","steps":["trace[1607047295] 'agreement among raft nodes before linearized reading' (duration: 175.746868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:46:27.791045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.102363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-04-27T01:46:27.791142Z","caller":"traceutil/trace.go:171","msg":"trace[2077886232] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:9439; }","duration":"285.232376ms","start":"2026-04-27T01:46:27.505886Z","end":"2026-04-27T01:46:27.791118Z","steps":["trace[2077886232] 'agreement among raft nodes before linearized reading' (duration: 284.931129ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:46:28.070137Z","caller":"traceutil/trace.go:171","msg":"trace[1698140477] transaction","detail":"{read_only:false; response_revision:9440; number_of_response:1; }","duration":"244.191092ms","start":"2026-04-27T01:46:27.825915Z","end":"2026-04-27T01:46:28.070106Z","steps":["trace[1698140477] 'process raft request' (duration: 230.991819ms)","trace[1698140477] 'compare' (duration: 13.067969ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:46:58.76202Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T01:46:58.76733Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-04-27T01:46:58.767441Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-04-27T01:48:21.085605Z","caller":"traceutil/trace.go:171","msg":"trace[8144145] transaction","detail":"{read_only:false; response_revision:10246; number_of_response:1; }","duration":"175.545075ms","start":"2026-04-27T01:48:20.910021Z","end":"2026-04-27T01:48:21.085566Z","steps":["trace[8144145] 'process raft request' (duration: 175.236588ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:48:26.325228Z","caller":"traceutil/trace.go:171","msg":"trace[1396374091] transaction","detail":"{read_only:false; response_revision:10288; number_of_response:1; }","duration":"115.282855ms","start":"2026-04-27T01:48:26.20992Z","end":"2026-04-27T01:48:26.325202Z","steps":["trace[1396374091] 'process raft request' (duration: 114.953547ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:48:42.508407Z","caller":"traceutil/trace.go:171","msg":"trace[925531953] transaction","detail":"{read_only:false; response_revision:10460; number_of_response:1; }","duration":"129.444707ms","start":"2026-04-27T01:48:42.378947Z","end":"2026-04-27T01:48:42.508391Z","steps":["trace[925531953] 'process raft request' (duration: 129.342555ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:04.475249Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":8131} {"level":"info","ts":"2026-04-27T01:49:04.536917Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":8131,"took":"59.521451ms","hash":2912378106,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":29450240,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-27T01:49:04.537073Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2912378106,"revision":8131,"compact-revision":6014} {"level":"warn","ts":"2026-04-27T01:49:52.595416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.481539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1865"} {"level":"info","ts":"2026-04-27T01:49:52.595546Z","caller":"traceutil/trace.go:171","msg":"trace[2069027039] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:11181; }","duration":"270.671374ms","start":"2026-04-27T01:49:52.324853Z","end":"2026-04-27T01:49:52.595524Z","steps":["trace[2069027039] 'range keys from in-memory index tree' (duration: 270.294174ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:52.595456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.916865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:49:52.596366Z","caller":"traceutil/trace.go:171","msg":"trace[1262414336] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:11181; }","duration":"255.846299ms","start":"2026-04-27T01:49:52.340498Z","end":"2026-04-27T01:49:52.596345Z","steps":["trace[1262414336] 'count revisions from in-memory index tree' (duration: 254.843123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:52.596442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.267596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:49:52.596528Z","caller":"traceutil/trace.go:171","msg":"trace[1740264017] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11181; }","duration":"137.380069ms","start":"2026-04-27T01:49:52.459129Z","end":"2026-04-27T01:49:52.596509Z","steps":["trace[1740264017] 'range keys from in-memory index tree' (duration: 137.203664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:52.59659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.799531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:49:52.596343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.455127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:49:52.596886Z","caller":"traceutil/trace.go:171","msg":"trace[1268916946] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11181; }","duration":"140.98215ms","start":"2026-04-27T01:49:52.455846Z","end":"2026-04-27T01:49:52.596828Z","steps":["trace[1268916946] 'range keys from in-memory index tree' (duration: 140.389755ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:52.59668Z","caller":"traceutil/trace.go:171","msg":"trace[1084699829] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11181; }","duration":"139.927184ms","start":"2026-04-27T01:49:52.456734Z","end":"2026-04-27T01:49:52.596662Z","steps":["trace[1084699829] 'range keys from in-memory index tree' (duration: 139.712918ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:52.596659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.240511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:49:52.59705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.803356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:49:52.597094Z","caller":"traceutil/trace.go:171","msg":"trace[285067927] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11181; }","duration":"138.719412ms","start":"2026-04-27T01:49:52.458357Z","end":"2026-04-27T01:49:52.597077Z","steps":["trace[285067927] 'range keys from in-memory index tree' (duration: 138.176528ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:52.597091Z","caller":"traceutil/trace.go:171","msg":"trace[1413447303] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:11181; }","duration":"469.876328ms","start":"2026-04-27T01:49:52.127204Z","end":"2026-04-27T01:49:52.59708Z","steps":["trace[1413447303] 'range keys from in-memory index tree' (duration: 468.968495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:52.597165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:49:52.127185Z","time spent":"469.968901ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:49:52.597137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.399633ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-27T01:49:52.597317Z","caller":"traceutil/trace.go:171","msg":"trace[394232151] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11181; }","duration":"134.68684ms","start":"2026-04-27T01:49:52.462604Z","end":"2026-04-27T01:49:52.597291Z","steps":["trace[394232151] 'range keys from in-memory index tree' (duration: 133.847779ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:53.44554Z","caller":"traceutil/trace.go:171","msg":"trace[191804308] transaction","detail":"{read_only:false; response_revision:11182; number_of_response:1; }","duration":"663.576744ms","start":"2026-04-27T01:49:52.78194Z","end":"2026-04-27T01:49:53.445516Z","steps":["trace[191804308] 'process raft request' (duration: 663.399189ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:53.445691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:49:52.781914Z","time spent":"663.699626ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:49:53.562665Z","caller":"traceutil/trace.go:171","msg":"trace[1138943907] linearizableReadLoop","detail":"{readStateIndex:11573; appliedIndex:11569; }","duration":"120.606543ms","start":"2026-04-27T01:49:53.442033Z","end":"2026-04-27T01:49:53.56264Z","steps":["trace[1138943907] 'read index received' (duration: 3.312593ms)","trace[1138943907] 'applied index is now lower than readState.Index' (duration: 117.29289ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:49:53.562795Z","caller":"traceutil/trace.go:171","msg":"trace[298191746] transaction","detail":"{read_only:false; response_revision:11184; number_of_response:1; }","duration":"134.088485ms","start":"2026-04-27T01:49:53.428696Z","end":"2026-04-27T01:49:53.562785Z","steps":["trace[298191746] 'process raft request' (duration: 133.88312ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:53.562781Z","caller":"traceutil/trace.go:171","msg":"trace[1774949890] transaction","detail":"{read_only:false; response_revision:11183; number_of_response:1; }","duration":"516.289424ms","start":"2026-04-27T01:49:53.046457Z","end":"2026-04-27T01:49:53.562746Z","steps":["trace[1774949890] 'process raft request' (duration: 515.989307ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:53.562957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:49:53.04643Z","time spent":"516.435348ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:49:53.563089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.040284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-backup-7bc5ffd56d-9zl6q.18aa139f47c3aa59\" ","response":"range_response_count:1 size:804"} {"level":"info","ts":"2026-04-27T01:49:53.563173Z","caller":"traceutil/trace.go:171","msg":"trace[14096864] range","detail":"{range_begin:/registry/events/openstack/cinder-backup-7bc5ffd56d-9zl6q.18aa139f47c3aa59; range_end:; response_count:1; response_revision:11184; }","duration":"121.166547ms","start":"2026-04-27T01:49:53.441986Z","end":"2026-04-27T01:49:53.563152Z","steps":["trace[14096864] 'agreement among raft nodes before linearized reading' (duration: 120.951342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:53.80658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.418111ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:49:53.806712Z","caller":"traceutil/trace.go:171","msg":"trace[1546483368] transaction","detail":"{read_only:false; response_revision:11186; number_of_response:1; }","duration":"182.625824ms","start":"2026-04-27T01:49:53.624067Z","end":"2026-04-27T01:49:53.806693Z","steps":["trace[1546483368] 'process raft request' (duration: 75.005659ms)","trace[1546483368] 'compare' (duration: 107.291307ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:49:53.988425Z","caller":"traceutil/trace.go:171","msg":"trace[1371441770] transaction","detail":"{read_only:false; response_revision:11191; number_of_response:1; }","duration":"127.854849ms","start":"2026-04-27T01:49:53.860539Z","end":"2026-04-27T01:49:53.988394Z","steps":["trace[1371441770] 'process raft request' (duration: 81.512925ms)","trace[1371441770] 'compare' (duration: 46.220551ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:49:54.037251Z","caller":"traceutil/trace.go:171","msg":"trace[609848092] transaction","detail":"{read_only:false; response_revision:11193; number_of_response:1; }","duration":"176.12678ms","start":"2026-04-27T01:49:53.861089Z","end":"2026-04-27T01:49:54.037215Z","steps":["trace[609848092] 'process raft request' (duration: 176.009887ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:54.037292Z","caller":"traceutil/trace.go:171","msg":"trace[183728468] transaction","detail":"{read_only:false; response_revision:11194; number_of_response:1; }","duration":"174.839967ms","start":"2026-04-27T01:49:53.862409Z","end":"2026-04-27T01:49:54.037249Z","steps":["trace[183728468] 'process raft request' (duration: 174.731074ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:54.03735Z","caller":"traceutil/trace.go:171","msg":"trace[2042392875] transaction","detail":"{read_only:false; response_revision:11192; number_of_response:1; }","duration":"176.255563ms","start":"2026-04-27T01:49:53.861044Z","end":"2026-04-27T01:49:54.0373Z","steps":["trace[2042392875] 'process raft request' (duration: 175.931995ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:55.774919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.141865ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:49:55.775047Z","caller":"traceutil/trace.go:171","msg":"trace[232479576] linearizableReadLoop","detail":"{readStateIndex:11587; appliedIndex:11586; }","duration":"162.150395ms","start":"2026-04-27T01:49:55.612877Z","end":"2026-04-27T01:49:55.775027Z","steps":["trace[232479576] 'read index received' (duration: 48.767874ms)","trace[232479576] 'applied index is now lower than readState.Index' (duration: 113.380971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:49:55.775132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.258479ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:49:55.775113Z","caller":"traceutil/trace.go:171","msg":"trace[1062236984] transaction","detail":"{read_only:false; response_revision:11198; number_of_response:1; }","duration":"206.433306ms","start":"2026-04-27T01:49:55.568649Z","end":"2026-04-27T01:49:55.775082Z","steps":["trace[1062236984] 'process raft request' (duration: 93.028235ms)","trace[1062236984] 'compare' (duration: 113.005771ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:49:55.775178Z","caller":"traceutil/trace.go:171","msg":"trace[1327334025] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11198; }","duration":"162.333071ms","start":"2026-04-27T01:49:55.612832Z","end":"2026-04-27T01:49:55.775165Z","steps":["trace[1327334025] 'agreement among raft nodes before linearized reading' (duration: 162.25659ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:55.971267Z","caller":"traceutil/trace.go:171","msg":"trace[438600694] transaction","detail":"{read_only:false; response_revision:11200; number_of_response:1; }","duration":"107.437731ms","start":"2026-04-27T01:49:55.863763Z","end":"2026-04-27T01:49:55.971201Z","steps":["trace[438600694] 'process raft request' (duration: 41.150113ms)","trace[438600694] 'compare' (duration: 66.01294ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:49:55.971392Z","caller":"traceutil/trace.go:171","msg":"trace[210772069] transaction","detail":"{read_only:false; response_revision:11201; number_of_response:1; }","duration":"106.820506ms","start":"2026-04-27T01:49:55.86454Z","end":"2026-04-27T01:49:55.97136Z","steps":["trace[210772069] 'process raft request' (duration: 106.61159ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:56.351789Z","caller":"traceutil/trace.go:171","msg":"trace[1015892463] transaction","detail":"{read_only:false; response_revision:11204; number_of_response:1; }","duration":"306.1122ms","start":"2026-04-27T01:49:56.045634Z","end":"2026-04-27T01:49:56.351747Z","steps":["trace[1015892463] 'process raft request' (duration: 242.711086ms)","trace[1015892463] 'compare' (duration: 63.118417ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:49:56.351968Z","caller":"traceutil/trace.go:171","msg":"trace[1138438546] transaction","detail":"{read_only:false; response_revision:11205; number_of_response:1; }","duration":"304.711125ms","start":"2026-04-27T01:49:56.047213Z","end":"2026-04-27T01:49:56.351924Z","steps":["trace[1138438546] 'process raft request' (duration: 304.469089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:56.352041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:49:56.04561Z","time spent":"306.293585ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:49:56.352171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:49:56.047194Z","time spent":"304.863019ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:49:57.98554Z","caller":"traceutil/trace.go:171","msg":"trace[1058689291] linearizableReadLoop","detail":"{readStateIndex:11599; appliedIndex:11598; }","duration":"115.111606ms","start":"2026-04-27T01:49:57.870405Z","end":"2026-04-27T01:49:57.985517Z","steps":["trace[1058689291] 'read index received' (duration: 49.084023ms)","trace[1058689291] 'applied index is now lower than readState.Index' (duration: 66.026843ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:49:57.985666Z","caller":"traceutil/trace.go:171","msg":"trace[44421784] transaction","detail":"{read_only:false; response_revision:11209; number_of_response:1; }","duration":"134.547157ms","start":"2026-04-27T01:49:57.851104Z","end":"2026-04-27T01:49:57.985651Z","steps":["trace[44421784] 'process raft request' (duration: 68.435972ms)","trace[44421784] 'compare' (duration: 65.863779ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:49:57.985986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.559458ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:49:57.986061Z","caller":"traceutil/trace.go:171","msg":"trace[2039342461] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:11209; }","duration":"115.6757ms","start":"2026-04-27T01:49:57.870368Z","end":"2026-04-27T01:49:57.986043Z","steps":["trace[2039342461] 'agreement among raft nodes before linearized reading' (duration: 115.568277ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:58.168021Z","caller":"traceutil/trace.go:171","msg":"trace[1698189211] transaction","detail":"{read_only:false; response_revision:11210; number_of_response:1; }","duration":"178.245584ms","start":"2026-04-27T01:49:57.989746Z","end":"2026-04-27T01:49:58.167992Z","steps":["trace[1698189211] 'process raft request' (duration: 141.964495ms)","trace[1698189211] 'compare' (duration: 36.177366ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:49:58.172298Z","caller":"traceutil/trace.go:171","msg":"trace[1608074941] transaction","detail":"{read_only:false; response_revision:11212; number_of_response:1; }","duration":"182.115231ms","start":"2026-04-27T01:49:57.990166Z","end":"2026-04-27T01:49:58.172282Z","steps":["trace[1608074941] 'process raft request' (duration: 182.06716ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:58.172313Z","caller":"traceutil/trace.go:171","msg":"trace[829957764] transaction","detail":"{read_only:false; response_revision:11211; number_of_response:1; }","duration":"182.202483ms","start":"2026-04-27T01:49:57.990092Z","end":"2026-04-27T01:49:58.172294Z","steps":["trace[829957764] 'process raft request' (duration: 182.035399ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:58.172525Z","caller":"traceutil/trace.go:171","msg":"trace[367830477] linearizableReadLoop","detail":"{readStateIndex:11603; appliedIndex:11599; }","duration":"159.463808ms","start":"2026-04-27T01:49:58.013017Z","end":"2026-04-27T01:49:58.172481Z","steps":["trace[367830477] 'read index received' (duration: 118.774958ms)","trace[367830477] 'applied index is now lower than readState.Index' (duration: 40.68666ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:49:58.172594Z","caller":"traceutil/trace.go:171","msg":"trace[1796030263] transaction","detail":"{read_only:false; response_revision:11213; number_of_response:1; }","duration":"182.310666ms","start":"2026-04-27T01:49:57.990261Z","end":"2026-04-27T01:49:58.172571Z","steps":["trace[1796030263] 'process raft request' (duration: 181.993198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:58.172704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.682833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:49:58.172734Z","caller":"traceutil/trace.go:171","msg":"trace[623067101] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11213; }","duration":"159.760845ms","start":"2026-04-27T01:49:58.012965Z","end":"2026-04-27T01:49:58.172726Z","steps":["trace[623067101] 'agreement among raft nodes before linearized reading' (duration: 159.654553ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:58.488353Z","caller":"traceutil/trace.go:171","msg":"trace[1289804061] transaction","detail":"{read_only:false; response_revision:11217; number_of_response:1; }","duration":"106.056796ms","start":"2026-04-27T01:49:58.38227Z","end":"2026-04-27T01:49:58.488327Z","steps":["trace[1289804061] 'process raft request' (duration: 101.635854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:58.738352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.417929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:49:58.73844Z","caller":"traceutil/trace.go:171","msg":"trace[178621703] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11217; }","duration":"120.537573ms","start":"2026-04-27T01:49:58.617881Z","end":"2026-04-27T01:49:58.738419Z","steps":["trace[178621703] 'range keys from in-memory index tree' (duration: 120.369969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:58.738427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.350762ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:49:58.738501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.382752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:49:58.738543Z","caller":"traceutil/trace.go:171","msg":"trace[1163609325] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11217; }","duration":"117.482395ms","start":"2026-04-27T01:49:58.621036Z","end":"2026-04-27T01:49:58.738518Z","steps":["trace[1163609325] 'range keys from in-memory index tree' (duration: 117.281869ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:58.73859Z","caller":"traceutil/trace.go:171","msg":"trace[526945481] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11217; }","duration":"117.521175ms","start":"2026-04-27T01:49:58.621048Z","end":"2026-04-27T01:49:58.73857Z","steps":["trace[526945481] 'range keys from in-memory index tree' (duration: 117.277999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:58.738663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.735801ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T01:49:58.738739Z","caller":"traceutil/trace.go:171","msg":"trace[875290011] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11217; }","duration":"117.835153ms","start":"2026-04-27T01:49:58.620887Z","end":"2026-04-27T01:49:58.738722Z","steps":["trace[875290011] 'range keys from in-memory index tree' (duration: 117.451024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:58.7388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.921424ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:49:58.73884Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.555334ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-27T01:49:58.738854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.883955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:49:58.738879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.809471ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:49:58.738882Z","caller":"traceutil/trace.go:171","msg":"trace[264981639] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11217; }","duration":"111.614116ms","start":"2026-04-27T01:49:58.627255Z","end":"2026-04-27T01:49:58.738869Z","steps":["trace[264981639] 'range keys from in-memory index tree' (duration: 111.397831ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:58.73889Z","caller":"traceutil/trace.go:171","msg":"trace[1247341632] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11217; }","duration":"117.942146ms","start":"2026-04-27T01:49:58.620938Z","end":"2026-04-27T01:49:58.73888Z","steps":["trace[1247341632] 'range keys from in-memory index tree' (duration: 117.833453ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:58.738914Z","caller":"traceutil/trace.go:171","msg":"trace[466543869] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11217; }","duration":"126.865682ms","start":"2026-04-27T01:49:58.612037Z","end":"2026-04-27T01:49:58.738903Z","steps":["trace[466543869] 'range keys from in-memory index tree' (duration: 126.75584ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:58.739005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.949695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:49:58.739036Z","caller":"traceutil/trace.go:171","msg":"trace[787315417] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11217; }","duration":"127.002797ms","start":"2026-04-27T01:49:58.612025Z","end":"2026-04-27T01:49:58.739028Z","steps":["trace[787315417] 'range keys from in-memory index tree' (duration: 126.866993ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:49:58.738845Z","caller":"traceutil/trace.go:171","msg":"trace[1573977360] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11217; }","duration":"127.012436ms","start":"2026-04-27T01:49:58.611823Z","end":"2026-04-27T01:49:58.738835Z","steps":["trace[1573977360] 'range keys from in-memory index tree' (duration: 126.814291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:58.739111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.840673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:49:58.739156Z","caller":"traceutil/trace.go:171","msg":"trace[857277317] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11217; }","duration":"126.940335ms","start":"2026-04-27T01:49:58.612205Z","end":"2026-04-27T01:49:58.739145Z","steps":["trace[857277317] 'range keys from in-memory index tree' (duration: 126.76766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:49:58.739184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.931824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-27T01:49:58.739237Z","caller":"traceutil/trace.go:171","msg":"trace[1642646002] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11217; }","duration":"127.008907ms","start":"2026-04-27T01:49:58.612216Z","end":"2026-04-27T01:49:58.739225Z","steps":["trace[1642646002] 'range keys from in-memory index tree' (duration: 126.787511ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:08.45105Z","caller":"traceutil/trace.go:171","msg":"trace[224525716] linearizableReadLoop","detail":"{readStateIndex:11659; appliedIndex:11658; }","duration":"128.072722ms","start":"2026-04-27T01:50:08.322957Z","end":"2026-04-27T01:50:08.45103Z","steps":["trace[224525716] 'read index received' (duration: 125.405475ms)","trace[224525716] 'applied index is now lower than readState.Index' (duration: 2.666357ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:08.451127Z","caller":"traceutil/trace.go:171","msg":"trace[1067234411] transaction","detail":"{read_only:false; response_revision:11267; number_of_response:1; }","duration":"164.405303ms","start":"2026-04-27T01:50:08.286689Z","end":"2026-04-27T01:50:08.451094Z","steps":["trace[1067234411] 'process raft request' (duration: 161.637113ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:08.451239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.264177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:50:08.451265Z","caller":"traceutil/trace.go:171","msg":"trace[356222953] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11267; }","duration":"128.336129ms","start":"2026-04-27T01:50:08.322922Z","end":"2026-04-27T01:50:08.451258Z","steps":["trace[356222953] 'agreement among raft nodes before linearized reading' (duration: 128.224786ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:08.451525Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.152929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:50:08.451652Z","caller":"traceutil/trace.go:171","msg":"trace[1258591411] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11267; }","duration":"125.289683ms","start":"2026-04-27T01:50:08.326319Z","end":"2026-04-27T01:50:08.451609Z","steps":["trace[1258591411] 'agreement among raft nodes before linearized reading' (duration: 125.040216ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.291227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.702553ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:10.291318Z","caller":"traceutil/trace.go:171","msg":"trace[632061991] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:11277; }","duration":"311.838537ms","start":"2026-04-27T01:50:09.979459Z","end":"2026-04-27T01:50:10.291297Z","steps":["trace[632061991] 'count revisions from in-memory index tree' (duration: 311.641541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.291364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:09.979444Z","time spent":"311.908208ms","remote":"127.0.0.1:39244","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:50:10.291701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.127035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:50:10.291783Z","caller":"traceutil/trace.go:171","msg":"trace[1113560316] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11277; }","duration":"256.259008ms","start":"2026-04-27T01:50:10.035506Z","end":"2026-04-27T01:50:10.291765Z","steps":["trace[1113560316] 'range keys from in-memory index tree' (duration: 255.90666ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:10.783166Z","caller":"traceutil/trace.go:171","msg":"trace[2063337637] transaction","detail":"{read_only:false; response_revision:11278; number_of_response:1; }","duration":"653.93517ms","start":"2026-04-27T01:50:10.129212Z","end":"2026-04-27T01:50:10.783147Z","steps":["trace[2063337637] 'process raft request' (duration: 653.790516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.783316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:10.129179Z","time spent":"654.071863ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":19029,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:50:10.983177Z","caller":"traceutil/trace.go:171","msg":"trace[414771931] transaction","detail":"{read_only:false; response_revision:11279; number_of_response:1; }","duration":"697.351809ms","start":"2026-04-27T01:50:10.285804Z","end":"2026-04-27T01:50:10.983156Z","steps":["trace[414771931] 'process raft request' (duration: 697.187115ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.983308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:10.285732Z","time spent":"697.513972ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:50:10.983438Z","caller":"traceutil/trace.go:171","msg":"trace[1969153067] linearizableReadLoop","detail":"{readStateIndex:11672; appliedIndex:11670; }","duration":"528.462751ms","start":"2026-04-27T01:50:10.45493Z","end":"2026-04-27T01:50:10.983392Z","steps":["trace[1969153067] 'read index received' (duration: 328.308483ms)","trace[1969153067] 'applied index is now lower than readState.Index' (duration: 200.151108ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:10.983528Z","caller":"traceutil/trace.go:171","msg":"trace[965221778] transaction","detail":"{read_only:false; response_revision:11280; number_of_response:1; }","duration":"687.457917ms","start":"2026-04-27T01:50:10.296034Z","end":"2026-04-27T01:50:10.983492Z","steps":["trace[965221778] 'process raft request' (duration: 687.090928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.983666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.304716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:10.983699Z","caller":"traceutil/trace.go:171","msg":"trace[943272618] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11280; }","duration":"201.348517ms","start":"2026-04-27T01:50:10.782343Z","end":"2026-04-27T01:50:10.983692Z","steps":["trace[943272618] 'agreement among raft nodes before linearized reading' (duration: 201.296706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.983714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"528.774629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:50:10.983771Z","caller":"traceutil/trace.go:171","msg":"trace[212912331] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:11280; }","duration":"528.872332ms","start":"2026-04-27T01:50:10.454875Z","end":"2026-04-27T01:50:10.983747Z","steps":["trace[212912331] 'agreement among raft nodes before linearized reading' (duration: 528.689707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.983815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.327548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:50:10.983791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.257025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:10.983837Z","caller":"traceutil/trace.go:171","msg":"trace[2061285218] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11280; }","duration":"201.348749ms","start":"2026-04-27T01:50:10.782482Z","end":"2026-04-27T01:50:10.983831Z","steps":["trace[2061285218] 'agreement among raft nodes before linearized reading' (duration: 201.313818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.983847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:10.454855Z","time spent":"528.974155ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:50:10.983937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.345739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"warn","ts":"2026-04-27T01:50:10.983945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.742688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/cinder-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T01:50:10.983984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.639306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:10.983998Z","caller":"traceutil/trace.go:171","msg":"trace[1560946110] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11280; }","duration":"201.448651ms","start":"2026-04-27T01:50:10.782531Z","end":"2026-04-27T01:50:10.983979Z","steps":["trace[1560946110] 'agreement among raft nodes before linearized reading' (duration: 201.198504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.984011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.573884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:10.984032Z","caller":"traceutil/trace.go:171","msg":"trace[594208971] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11280; }","duration":"201.593135ms","start":"2026-04-27T01:50:10.782433Z","end":"2026-04-27T01:50:10.984026Z","steps":["trace[594208971] 'agreement among raft nodes before linearized reading' (duration: 201.563734ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:10.984034Z","caller":"traceutil/trace.go:171","msg":"trace[976320911] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11280; }","duration":"201.684347ms","start":"2026-04-27T01:50:10.782334Z","end":"2026-04-27T01:50:10.984018Z","steps":["trace[976320911] 'agreement among raft nodes before linearized reading' (duration: 201.595495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.984034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.499292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-27T01:50:10.98402Z","caller":"traceutil/trace.go:171","msg":"trace[579853826] range","detail":"{range_begin:/registry/services/endpoints/openstack/cinder-api; range_end:; response_count:1; response_revision:11280; }","duration":"201.836631ms","start":"2026-04-27T01:50:10.782164Z","end":"2026-04-27T01:50:10.984Z","steps":["trace[579853826] 'agreement among raft nodes before linearized reading' (duration: 201.703728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.984071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.200941ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:50:10.984112Z","caller":"traceutil/trace.go:171","msg":"trace[1189838277] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11280; }","duration":"201.584205ms","start":"2026-04-27T01:50:10.782503Z","end":"2026-04-27T01:50:10.984087Z","steps":["trace[1189838277] 'agreement among raft nodes before linearized reading' (duration: 201.337099ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:10.984131Z","caller":"traceutil/trace.go:171","msg":"trace[175974340] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:11280; }","duration":"157.287244ms","start":"2026-04-27T01:50:10.826827Z","end":"2026-04-27T01:50:10.984114Z","steps":["trace[175974340] 'agreement among raft nodes before linearized reading' (duration: 157.13339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.984134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.548932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:50:10.983981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.494752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:10.984184Z","caller":"traceutil/trace.go:171","msg":"trace[1828591782] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11280; }","duration":"201.702817ms","start":"2026-04-27T01:50:10.782471Z","end":"2026-04-27T01:50:10.984174Z","steps":["trace[1828591782] 'agreement among raft nodes before linearized reading' (duration: 201.492652ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:10.984187Z","caller":"traceutil/trace.go:171","msg":"trace[94170139] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11280; }","duration":"334.628724ms","start":"2026-04-27T01:50:10.649541Z","end":"2026-04-27T01:50:10.984169Z","steps":["trace[94170139] 'agreement among raft nodes before linearized reading' (duration: 334.501461ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.984235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:10.649522Z","time spent":"334.700905ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:50:10.984291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.428773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T01:50:10.984295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"369.952658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:10.984319Z","caller":"traceutil/trace.go:171","msg":"trace[1781956912] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11280; }","duration":"333.489515ms","start":"2026-04-27T01:50:10.650818Z","end":"2026-04-27T01:50:10.984308Z","steps":["trace[1781956912] 'agreement among raft nodes before linearized reading' (duration: 333.405573ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:10.984321Z","caller":"traceutil/trace.go:171","msg":"trace[334396965] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11280; }","duration":"201.349389ms","start":"2026-04-27T01:50:10.782496Z","end":"2026-04-27T01:50:10.983846Z","steps":["trace[334396965] 'agreement among raft nodes before linearized reading' (duration: 201.150823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.983827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.964857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:50:10.98435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:10.6508Z","time spent":"333.544436ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T01:50:10.98436Z","caller":"traceutil/trace.go:171","msg":"trace[1472873995] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11280; }","duration":"370.05804ms","start":"2026-04-27T01:50:10.614281Z","end":"2026-04-27T01:50:10.984339Z","steps":["trace[1472873995] 'agreement among raft nodes before linearized reading' (duration: 369.954488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.984373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.261226ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:50:10.984379Z","caller":"traceutil/trace.go:171","msg":"trace[1799230830] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11280; }","duration":"488.563052ms","start":"2026-04-27T01:50:10.495793Z","end":"2026-04-27T01:50:10.984356Z","steps":["trace[1799230830] 'agreement among raft nodes before linearized reading' (duration: 487.850943ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.984405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:10.614259Z","time spent":"370.134803ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:50:10.984422Z","caller":"traceutil/trace.go:171","msg":"trace[1682288485] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11280; }","duration":"447.350438ms","start":"2026-04-27T01:50:10.537058Z","end":"2026-04-27T01:50:10.984408Z","steps":["trace[1682288485] 'agreement among raft nodes before linearized reading' (duration: 447.187494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.984465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:10.537035Z","time spent":"447.41803ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:50:10.984478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:10.495773Z","time spent":"488.655955ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:50:10.983779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.408546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:50:10.983883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.575754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:10.984592Z","caller":"traceutil/trace.go:171","msg":"trace[54317489] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11280; }","duration":"207.259958ms","start":"2026-04-27T01:50:10.777308Z","end":"2026-04-27T01:50:10.984568Z","steps":["trace[54317489] 'agreement among raft nodes before linearized reading' (duration: 206.383945ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:10.984639Z","caller":"traceutil/trace.go:171","msg":"trace[74830826] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11280; }","duration":"202.339663ms","start":"2026-04-27T01:50:10.782277Z","end":"2026-04-27T01:50:10.984616Z","steps":["trace[74830826] 'agreement among raft nodes before linearized reading' (duration: 201.532283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:10.984694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:10.296014Z","time spent":"687.608111ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:50:11.206328Z","caller":"traceutil/trace.go:171","msg":"trace[774577035] transaction","detail":"{read_only:false; response_revision:11282; number_of_response:1; }","duration":"217.810245ms","start":"2026-04-27T01:50:10.988479Z","end":"2026-04-27T01:50:11.206289Z","steps":["trace[774577035] 'process raft request' (duration: 211.970438ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:11.206375Z","caller":"traceutil/trace.go:171","msg":"trace[1941969941] linearizableReadLoop","detail":"{readStateIndex:11674; appliedIndex:11672; }","duration":"217.468547ms","start":"2026-04-27T01:50:10.988884Z","end":"2026-04-27T01:50:11.206352Z","steps":["trace[1941969941] 'read index received' (duration: 50.974471ms)","trace[1941969941] 'applied index is now lower than readState.Index' (duration: 166.493106ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:11.206683Z","caller":"traceutil/trace.go:171","msg":"trace[325077406] transaction","detail":"{read_only:false; response_revision:11285; number_of_response:1; }","duration":"217.073676ms","start":"2026-04-27T01:50:10.989582Z","end":"2026-04-27T01:50:11.206655Z","steps":["trace[325077406] 'process raft request' (duration: 216.728818ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:11.206719Z","caller":"traceutil/trace.go:171","msg":"trace[598695713] transaction","detail":"{read_only:false; response_revision:11283; number_of_response:1; }","duration":"217.495708ms","start":"2026-04-27T01:50:10.989207Z","end":"2026-04-27T01:50:11.206703Z","steps":["trace[598695713] 'process raft request' (duration: 216.969244ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:11.206713Z","caller":"traceutil/trace.go:171","msg":"trace[1359509894] transaction","detail":"{read_only:false; response_revision:11284; number_of_response:1; }","duration":"217.130038ms","start":"2026-04-27T01:50:10.989541Z","end":"2026-04-27T01:50:11.206671Z","steps":["trace[1359509894] 'process raft request' (duration: 216.732278ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:11.207177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.189905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447663"} {"level":"info","ts":"2026-04-27T01:50:11.207237Z","caller":"traceutil/trace.go:171","msg":"trace[1948728625] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11285; }","duration":"218.341959ms","start":"2026-04-27T01:50:10.988878Z","end":"2026-04-27T01:50:11.20722Z","steps":["trace[1948728625] 'agreement among raft nodes before linearized reading' (duration: 217.575119ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:11.938097Z","caller":"traceutil/trace.go:171","msg":"trace[1519918559] transaction","detail":"{read_only:false; response_revision:11286; number_of_response:1; }","duration":"195.09982ms","start":"2026-04-27T01:50:11.742972Z","end":"2026-04-27T01:50:11.938072Z","steps":["trace[1519918559] 'process raft request' (duration: 194.885905ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:13.178139Z","caller":"traceutil/trace.go:171","msg":"trace[715105267] transaction","detail":"{read_only:false; response_revision:11289; number_of_response:1; }","duration":"112.408276ms","start":"2026-04-27T01:50:13.0657Z","end":"2026-04-27T01:50:13.178109Z","steps":["trace[715105267] 'process raft request' (duration: 111.907513ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:13.183958Z","caller":"traceutil/trace.go:171","msg":"trace[1013161392] transaction","detail":"{read_only:false; response_revision:11290; number_of_response:1; }","duration":"117.620128ms","start":"2026-04-27T01:50:13.066313Z","end":"2026-04-27T01:50:13.183933Z","steps":["trace[1013161392] 'process raft request' (duration: 117.480225ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:13.480607Z","caller":"traceutil/trace.go:171","msg":"trace[136456423] transaction","detail":"{read_only:false; response_revision:11291; number_of_response:1; }","duration":"292.076806ms","start":"2026-04-27T01:50:13.188494Z","end":"2026-04-27T01:50:13.48057Z","steps":["trace[136456423] 'process raft request' (duration: 214.786738ms)","trace[136456423] 'compare' (duration: 77.079073ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:13.481181Z","caller":"traceutil/trace.go:171","msg":"trace[1772693133] linearizableReadLoop","detail":"{readStateIndex:11685; appliedIndex:11683; }","duration":"269.73748ms","start":"2026-04-27T01:50:13.211385Z","end":"2026-04-27T01:50:13.481122Z","steps":["trace[1772693133] 'read index received' (duration: 191.988721ms)","trace[1772693133] 'applied index is now lower than readState.Index' (duration: 77.747759ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:13.481195Z","caller":"traceutil/trace.go:171","msg":"trace[581164615] transaction","detail":"{read_only:false; response_revision:11292; number_of_response:1; }","duration":"292.512607ms","start":"2026-04-27T01:50:13.188649Z","end":"2026-04-27T01:50:13.481162Z","steps":["trace[581164615] 'process raft request' (duration: 292.325442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:13.481534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.771051ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:50:13.481532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.62404ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T01:50:13.48158Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.028267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T01:50:13.481559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.051088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:50:13.481597Z","caller":"traceutil/trace.go:171","msg":"trace[243205281] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11292; }","duration":"269.866243ms","start":"2026-04-27T01:50:13.211716Z","end":"2026-04-27T01:50:13.481582Z","steps":["trace[243205281] 'agreement among raft nodes before linearized reading' (duration: 269.665798ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:13.481618Z","caller":"traceutil/trace.go:171","msg":"trace[106730774] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:11292; }","duration":"264.747113ms","start":"2026-04-27T01:50:13.21685Z","end":"2026-04-27T01:50:13.481597Z","steps":["trace[106730774] 'agreement among raft nodes before linearized reading' (duration: 264.525098ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:13.481568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"270.171031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:50:13.481647Z","caller":"traceutil/trace.go:171","msg":"trace[160545396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11292; }","duration":"270.194111ms","start":"2026-04-27T01:50:13.211435Z","end":"2026-04-27T01:50:13.481629Z","steps":["trace[160545396] 'agreement among raft nodes before linearized reading' (duration: 269.935095ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:13.481711Z","caller":"traceutil/trace.go:171","msg":"trace[1321309427] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11292; }","duration":"270.201972ms","start":"2026-04-27T01:50:13.211414Z","end":"2026-04-27T01:50:13.481616Z","steps":["trace[1321309427] 'agreement among raft nodes before linearized reading' (duration: 269.941105ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:13.481686Z","caller":"traceutil/trace.go:171","msg":"trace[1880199258] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11292; }","duration":"270.336595ms","start":"2026-04-27T01:50:13.211334Z","end":"2026-04-27T01:50:13.481671Z","steps":["trace[1880199258] 'agreement among raft nodes before linearized reading' (duration: 269.947476ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:13.914843Z","caller":"traceutil/trace.go:171","msg":"trace[1572387840] transaction","detail":"{read_only:false; response_revision:11297; number_of_response:1; }","duration":"159.312674ms","start":"2026-04-27T01:50:13.755503Z","end":"2026-04-27T01:50:13.914816Z","steps":["trace[1572387840] 'process raft request' (duration: 159.113159ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:14.100285Z","caller":"traceutil/trace.go:171","msg":"trace[465922863] transaction","detail":"{read_only:false; response_revision:11299; number_of_response:1; }","duration":"137.212824ms","start":"2026-04-27T01:50:13.963051Z","end":"2026-04-27T01:50:14.100264Z","steps":["trace[465922863] 'process raft request' (duration: 137.172603ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:14.100692Z","caller":"traceutil/trace.go:171","msg":"trace[971931200] transaction","detail":"{read_only:false; response_revision:11298; number_of_response:1; }","duration":"157.082017ms","start":"2026-04-27T01:50:13.943579Z","end":"2026-04-27T01:50:14.100661Z","steps":["trace[971931200] 'process raft request' (duration: 104.047204ms)","trace[971931200] 'compare' (duration: 52.469769ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:15.290914Z","caller":"traceutil/trace.go:171","msg":"trace[1143403319] transaction","detail":"{read_only:false; response_revision:11301; number_of_response:1; }","duration":"103.193393ms","start":"2026-04-27T01:50:15.187692Z","end":"2026-04-27T01:50:15.290885Z","steps":["trace[1143403319] 'process raft request' (duration: 35.391987ms)","trace[1143403319] 'compare' (duration: 67.529ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:15.290726Z","caller":"traceutil/trace.go:171","msg":"trace[1246257287] linearizableReadLoop","detail":"{readStateIndex:11694; appliedIndex:11693; }","duration":"102.790543ms","start":"2026-04-27T01:50:15.187915Z","end":"2026-04-27T01:50:15.290706Z","steps":["trace[1246257287] 'read index received' (duration: 35.163081ms)","trace[1246257287] 'applied index is now lower than readState.Index' (duration: 67.626682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:15.291055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.133352ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:50:15.292641Z","caller":"traceutil/trace.go:171","msg":"trace[1678503271] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11301; }","duration":"104.750163ms","start":"2026-04-27T01:50:15.18788Z","end":"2026-04-27T01:50:15.29263Z","steps":["trace[1678503271] 'agreement among raft nodes before linearized reading' (duration: 103.06739ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:17.664987Z","caller":"traceutil/trace.go:171","msg":"trace[1839240917] transaction","detail":"{read_only:false; response_revision:11314; number_of_response:1; }","duration":"103.254344ms","start":"2026-04-27T01:50:17.561689Z","end":"2026-04-27T01:50:17.664943Z","steps":["trace[1839240917] 'process raft request' (duration: 43.981733ms)","trace[1839240917] 'compare' (duration: 58.868701ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:21.328469Z","caller":"traceutil/trace.go:171","msg":"trace[2063432182] transaction","detail":"{read_only:false; response_revision:11330; number_of_response:1; }","duration":"162.602717ms","start":"2026-04-27T01:50:21.165836Z","end":"2026-04-27T01:50:21.328438Z","steps":["trace[2063432182] 'process raft request' (duration: 162.405802ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:21.328476Z","caller":"traceutil/trace.go:171","msg":"trace[1338429985] linearizableReadLoop","detail":"{readStateIndex:11724; appliedIndex:11724; }","duration":"162.570396ms","start":"2026-04-27T01:50:21.165875Z","end":"2026-04-27T01:50:21.328445Z","steps":["trace[1338429985] 'read index received' (duration: 162.559286ms)","trace[1338429985] 'applied index is now lower than readState.Index' (duration: 9.36µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:21.328741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.840833ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-27T01:50:21.328791Z","caller":"traceutil/trace.go:171","msg":"trace[1109641771] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11330; }","duration":"162.949796ms","start":"2026-04-27T01:50:21.165831Z","end":"2026-04-27T01:50:21.328781Z","steps":["trace[1109641771] 'agreement among raft nodes before linearized reading' (duration: 162.70321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:21.32886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.461148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:50:21.328918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.54252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:21.328951Z","caller":"traceutil/trace.go:171","msg":"trace[1121315573] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-user; range_end:; response_count:0; response_revision:11330; }","duration":"161.595881ms","start":"2026-04-27T01:50:21.167345Z","end":"2026-04-27T01:50:21.328941Z","steps":["trace[1121315573] 'agreement among raft nodes before linearized reading' (duration: 161.543359ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:21.328955Z","caller":"traceutil/trace.go:171","msg":"trace[1935108991] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11330; }","duration":"161.594042ms","start":"2026-04-27T01:50:21.167343Z","end":"2026-04-27T01:50:21.328937Z","steps":["trace[1935108991] 'agreement among raft nodes before linearized reading' (duration: 161.440638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:21.328924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.680013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:50:21.328928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.444408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:50:21.32902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.560885ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:21.329086Z","caller":"traceutil/trace.go:171","msg":"trace[1899201636] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11330; }","duration":"160.643847ms","start":"2026-04-27T01:50:21.168428Z","end":"2026-04-27T01:50:21.329071Z","steps":["trace[1899201636] 'agreement among raft nodes before linearized reading' (duration: 160.542224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:21.329166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.76057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-storage-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:21.329077Z","caller":"traceutil/trace.go:171","msg":"trace[1854235100] range","detail":"{range_begin:/registry/jobs/openstack/cinder-ks-endpoints; range_end:; response_count:0; response_revision:11330; }","duration":"161.574011ms","start":"2026-04-27T01:50:21.167446Z","end":"2026-04-27T01:50:21.32902Z","steps":["trace[1854235100] 'agreement among raft nodes before linearized reading' (duration: 161.415517ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:21.329273Z","caller":"traceutil/trace.go:171","msg":"trace[2125353428] range","detail":"{range_begin:/registry/jobs/openstack/cinder-storage-init; range_end:; response_count:0; response_revision:11330; }","duration":"160.903974ms","start":"2026-04-27T01:50:21.16834Z","end":"2026-04-27T01:50:21.329244Z","steps":["trace[2125353428] 'agreement among raft nodes before linearized reading' (duration: 160.704499ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:21.329023Z","caller":"traceutil/trace.go:171","msg":"trace[787900312] range","detail":"{range_begin:/registry/jobs/openstack/cinder-rabbit-init; range_end:; response_count:0; response_revision:11330; }","duration":"159.822327ms","start":"2026-04-27T01:50:21.169173Z","end":"2026-04-27T01:50:21.328995Z","steps":["trace[787900312] 'agreement among raft nodes before linearized reading' (duration: 159.671823ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:21.329577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.148881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/cinder-db-sync\" ","response":"range_response_count:1 size:5079"} {"level":"info","ts":"2026-04-27T01:50:21.329716Z","caller":"traceutil/trace.go:171","msg":"trace[1158168143] range","detail":"{range_begin:/registry/jobs/openstack/cinder-db-sync; range_end:; response_count:1; response_revision:11330; }","duration":"161.288835ms","start":"2026-04-27T01:50:21.16841Z","end":"2026-04-27T01:50:21.329698Z","steps":["trace[1158168143] 'agreement among raft nodes before linearized reading' (duration: 160.385241ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:21.799704Z","caller":"traceutil/trace.go:171","msg":"trace[785697700] linearizableReadLoop","detail":"{readStateIndex:11726; appliedIndex:11725; }","duration":"360.98009ms","start":"2026-04-27T01:50:21.438677Z","end":"2026-04-27T01:50:21.799657Z","steps":["trace[785697700] 'read index received' (duration: 360.730074ms)","trace[785697700] 'applied index is now lower than readState.Index' (duration: 248.996µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:21.799777Z","caller":"traceutil/trace.go:171","msg":"trace[657758203] transaction","detail":"{read_only:false; response_revision:11332; number_of_response:1; }","duration":"435.452956ms","start":"2026-04-27T01:50:21.364282Z","end":"2026-04-27T01:50:21.799735Z","steps":["trace[657758203] 'process raft request' (duration: 435.20211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:21.799909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.194117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:50:21.799935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:21.36426Z","time spent":"435.5871ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:50:21.799958Z","caller":"traceutil/trace.go:171","msg":"trace[845855240] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:11332; }","duration":"228.26598ms","start":"2026-04-27T01:50:21.571678Z","end":"2026-04-27T01:50:21.799944Z","steps":["trace[845855240] 'agreement among raft nodes before linearized reading' (duration: 228.162227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:21.799957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"361.271138ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:50:21.800036Z","caller":"traceutil/trace.go:171","msg":"trace[2031989192] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:11332; }","duration":"361.420542ms","start":"2026-04-27T01:50:21.438597Z","end":"2026-04-27T01:50:21.800017Z","steps":["trace[2031989192] 'agreement among raft nodes before linearized reading' (duration: 361.191755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:21.800084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:21.43855Z","time spent":"361.520864ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:50:21.80031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.95685ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:21.800379Z","caller":"traceutil/trace.go:171","msg":"trace[127341427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11332; }","duration":"186.088393ms","start":"2026-04-27T01:50:21.614276Z","end":"2026-04-27T01:50:21.800364Z","steps":["trace[127341427] 'agreement among raft nodes before linearized reading' (duration: 185.946039ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:21.800408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.839375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:50:21.800473Z","caller":"traceutil/trace.go:171","msg":"trace[1522346487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11332; }","duration":"104.956978ms","start":"2026-04-27T01:50:21.695491Z","end":"2026-04-27T01:50:21.800448Z","steps":["trace[1522346487] 'agreement among raft nodes before linearized reading' (duration: 104.794234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:21.800912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.780158ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:50:21.800972Z","caller":"traceutil/trace.go:171","msg":"trace[1842318036] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11332; }","duration":"118.84402ms","start":"2026-04-27T01:50:21.682093Z","end":"2026-04-27T01:50:21.800937Z","steps":["trace[1842318036] 'agreement among raft nodes before linearized reading' (duration: 118.597534ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:22.34414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.619219ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:22.344273Z","caller":"traceutil/trace.go:171","msg":"trace[224725855] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:11332; }","duration":"457.763562ms","start":"2026-04-27T01:50:21.886491Z","end":"2026-04-27T01:50:22.344255Z","steps":["trace[224725855] 'range keys from in-memory index tree' (duration: 457.603658ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:22.344354Z","caller":"traceutil/trace.go:171","msg":"trace[428906176] transaction","detail":"{read_only:false; response_revision:11333; number_of_response:1; }","duration":"539.725318ms","start":"2026-04-27T01:50:21.804592Z","end":"2026-04-27T01:50:22.344317Z","steps":["trace[428906176] 'process raft request' (duration: 471.835519ms)","trace[428906176] 'compare' (duration: 67.568471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:22.344553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:21.804564Z","time spent":"539.879071ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:50:22.354146Z","caller":"traceutil/trace.go:171","msg":"trace[255717521] transaction","detail":"{read_only:false; response_revision:11335; number_of_response:1; }","duration":"548.637532ms","start":"2026-04-27T01:50:21.805493Z","end":"2026-04-27T01:50:22.354131Z","steps":["trace[255717521] 'process raft request' (duration: 548.55336ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:22.354148Z","caller":"traceutil/trace.go:171","msg":"trace[946129117] transaction","detail":"{read_only:false; response_revision:11334; number_of_response:1; }","duration":"548.998562ms","start":"2026-04-27T01:50:21.805119Z","end":"2026-04-27T01:50:22.354118Z","steps":["trace[946129117] 'process raft request' (duration: 548.803067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:22.354257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:21.805486Z","time spent":"548.711454ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:50:22.354289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:21.805092Z","time spent":"549.120994ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:50:22.354549Z","caller":"traceutil/trace.go:171","msg":"trace[170949596] transaction","detail":"{read_only:false; response_revision:11336; number_of_response:1; }","duration":"548.98802ms","start":"2026-04-27T01:50:21.80554Z","end":"2026-04-27T01:50:22.354528Z","steps":["trace[170949596] 'process raft request' (duration: 548.5543ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:22.354625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:21.805536Z","time spent":"549.051703ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:50:22.354711Z","caller":"traceutil/trace.go:171","msg":"trace[1956898119] transaction","detail":"{read_only:false; response_revision:11337; number_of_response:1; }","duration":"547.916965ms","start":"2026-04-27T01:50:21.806785Z","end":"2026-04-27T01:50:22.354702Z","steps":["trace[1956898119] 'process raft request' (duration: 547.642477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:22.354755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:21.806757Z","time spent":"547.976267ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:50:22.354768Z","caller":"traceutil/trace.go:171","msg":"trace[1883476124] transaction","detail":"{read_only:false; response_revision:11339; number_of_response:1; }","duration":"221.691654ms","start":"2026-04-27T01:50:22.133067Z","end":"2026-04-27T01:50:22.354758Z","steps":["trace[1883476124] 'process raft request' (duration: 221.607042ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:22.35477Z","caller":"traceutil/trace.go:171","msg":"trace[1226135593] transaction","detail":"{read_only:false; response_revision:11338; number_of_response:1; }","duration":"222.71035ms","start":"2026-04-27T01:50:22.132036Z","end":"2026-04-27T01:50:22.354746Z","steps":["trace[1226135593] 'process raft request' (duration: 222.583337ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:22.35478Z","caller":"traceutil/trace.go:171","msg":"trace[949907153] linearizableReadLoop","detail":"{readStateIndex:11728; appliedIndex:11726; }","duration":"549.422013ms","start":"2026-04-27T01:50:21.805324Z","end":"2026-04-27T01:50:22.354746Z","steps":["trace[949907153] 'read index received' (duration: 471.320345ms)","trace[949907153] 'applied index is now lower than readState.Index' (duration: 78.099778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:22.355088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.931838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:22.35513Z","caller":"traceutil/trace.go:171","msg":"trace[81716030] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:11339; }","duration":"108.99888ms","start":"2026-04-27T01:50:22.246121Z","end":"2026-04-27T01:50:22.35512Z","steps":["trace[81716030] 'agreement among raft nodes before linearized reading' (duration: 108.935669ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:22.355164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.613091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:19043"} {"level":"info","ts":"2026-04-27T01:50:22.355214Z","caller":"traceutil/trace.go:171","msg":"trace[1148992805] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:11339; }","duration":"544.717374ms","start":"2026-04-27T01:50:21.810484Z","end":"2026-04-27T01:50:22.355201Z","steps":["trace[1148992805] 'agreement among raft nodes before linearized reading' (duration: 544.466108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:22.355259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.933536ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:48 size:447663"} {"level":"warn","ts":"2026-04-27T01:50:22.355267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:21.810473Z","time spent":"544.779546ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":19066,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-27T01:50:22.355293Z","caller":"traceutil/trace.go:171","msg":"trace[531106070] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:48; response_revision:11339; }","duration":"549.992647ms","start":"2026-04-27T01:50:21.805292Z","end":"2026-04-27T01:50:22.355285Z","steps":["trace[531106070] 'agreement among raft nodes before linearized reading' (duration: 549.594267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:22.355316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:21.805284Z","time spent":"550.025808ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":48,"response size":447686,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T01:50:22.702868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.996594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:22.703004Z","caller":"traceutil/trace.go:171","msg":"trace[700877886] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11339; }","duration":"164.25113ms","start":"2026-04-27T01:50:22.538725Z","end":"2026-04-27T01:50:22.702976Z","steps":["trace[700877886] 'count revisions from in-memory index tree' (duration: 163.826869ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:23.526307Z","caller":"traceutil/trace.go:171","msg":"trace[190079406] transaction","detail":"{read_only:false; response_revision:11341; number_of_response:1; }","duration":"125.56899ms","start":"2026-04-27T01:50:23.400711Z","end":"2026-04-27T01:50:23.52628Z","steps":["trace[190079406] 'process raft request' (duration: 56.899881ms)","trace[190079406] 'compare' (duration: 68.543866ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:24.558301Z","caller":"traceutil/trace.go:171","msg":"trace[897032738] transaction","detail":"{read_only:false; response_revision:11344; number_of_response:1; }","duration":"198.337203ms","start":"2026-04-27T01:50:24.359935Z","end":"2026-04-27T01:50:24.558272Z","steps":["trace[897032738] 'process raft request' (duration: 104.810595ms)","trace[897032738] 'compare' (duration: 93.366034ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:24.558491Z","caller":"traceutil/trace.go:171","msg":"trace[1519776215] transaction","detail":"{read_only:false; response_revision:11346; number_of_response:1; }","duration":"124.225745ms","start":"2026-04-27T01:50:24.434249Z","end":"2026-04-27T01:50:24.558474Z","steps":["trace[1519776215] 'process raft request' (duration: 124.159493ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:24.558612Z","caller":"traceutil/trace.go:171","msg":"trace[175801134] linearizableReadLoop","detail":"{readStateIndex:11740; appliedIndex:11738; }","duration":"129.377616ms","start":"2026-04-27T01:50:24.429224Z","end":"2026-04-27T01:50:24.558602Z","steps":["trace[175801134] 'read index received' (duration: 35.591032ms)","trace[175801134] 'applied index is now lower than readState.Index' (duration: 93.785644ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:24.558622Z","caller":"traceutil/trace.go:171","msg":"trace[758077970] transaction","detail":"{read_only:false; response_revision:11345; number_of_response:1; }","duration":"197.942582ms","start":"2026-04-27T01:50:24.360649Z","end":"2026-04-27T01:50:24.558591Z","steps":["trace[758077970] 'process raft request' (duration: 197.579003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:24.558766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.909322ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:50:24.558856Z","caller":"traceutil/trace.go:171","msg":"trace[750668660] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11346; }","duration":"199.989824ms","start":"2026-04-27T01:50:24.358814Z","end":"2026-04-27T01:50:24.558804Z","steps":["trace[750668660] 'agreement among raft nodes before linearized reading' (duration: 199.82695ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:24.558875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.48915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:50:24.558903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.883061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:50:24.558921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.664106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:50:24.558936Z","caller":"traceutil/trace.go:171","msg":"trace[181767395] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:11346; }","duration":"135.600853ms","start":"2026-04-27T01:50:24.423321Z","end":"2026-04-27T01:50:24.558922Z","steps":["trace[181767395] 'agreement among raft nodes before linearized reading' (duration: 135.4844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:24.558942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.624272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:50:24.558976Z","caller":"traceutil/trace.go:171","msg":"trace[1787151548] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:11346; }","duration":"199.990634ms","start":"2026-04-27T01:50:24.358964Z","end":"2026-04-27T01:50:24.558955Z","steps":["trace[1787151548] 'agreement among raft nodes before linearized reading' (duration: 199.83893ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:24.558985Z","caller":"traceutil/trace.go:171","msg":"trace[475484108] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11346; }","duration":"199.741527ms","start":"2026-04-27T01:50:24.359226Z","end":"2026-04-27T01:50:24.558967Z","steps":["trace[475484108] 'agreement among raft nodes before linearized reading' (duration: 199.574183ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:24.559015Z","caller":"traceutil/trace.go:171","msg":"trace[328514524] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:11346; }","duration":"191.713584ms","start":"2026-04-27T01:50:24.367285Z","end":"2026-04-27T01:50:24.558999Z","steps":["trace[328514524] 'agreement among raft nodes before linearized reading' (duration: 191.470808ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:50:24.708599Z","caller":"traceutil/trace.go:171","msg":"trace[1606718441] transaction","detail":"{read_only:false; response_revision:11348; number_of_response:1; }","duration":"144.856828ms","start":"2026-04-27T01:50:24.5637Z","end":"2026-04-27T01:50:24.708557Z","steps":["trace[1606718441] 'process raft request' (duration: 113.118194ms)","trace[1606718441] 'compare' (duration: 31.539869ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:24.708836Z","caller":"traceutil/trace.go:171","msg":"trace[552387076] transaction","detail":"{read_only:false; response_revision:11349; number_of_response:1; }","duration":"144.344655ms","start":"2026-04-27T01:50:24.56446Z","end":"2026-04-27T01:50:24.708805Z","steps":["trace[552387076] 'process raft request' (duration: 144.013157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:25.986975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.936841ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:50:25.987157Z","caller":"traceutil/trace.go:171","msg":"trace[290329864] linearizableReadLoop","detail":"{readStateIndex:11747; appliedIndex:11746; }","duration":"371.959099ms","start":"2026-04-27T01:50:25.615167Z","end":"2026-04-27T01:50:25.987126Z","steps":["trace[290329864] 'read index received' (duration: 6.66207ms)","trace[290329864] 'applied index is now lower than readState.Index' (duration: 365.294649ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:25.987265Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"372.100093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:50:25.987312Z","caller":"traceutil/trace.go:171","msg":"trace[2025180601] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11352; }","duration":"372.185255ms","start":"2026-04-27T01:50:25.615111Z","end":"2026-04-27T01:50:25.987296Z","steps":["trace[2025180601] 'agreement among raft nodes before linearized reading' (duration: 372.096592ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:50:25.987358Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:25.615088Z","time spent":"372.261037ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T01:50:25.987562Z","caller":"traceutil/trace.go:171","msg":"trace[119388105] transaction","detail":"{read_only:false; response_revision:11352; number_of_response:1; }","duration":"452.679193ms","start":"2026-04-27T01:50:25.534733Z","end":"2026-04-27T01:50:25.987412Z","steps":["trace[119388105] 'process raft request' (duration: 87.157137ms)","trace[119388105] 'compare' (duration: 364.742656ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:50:25.987876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:50:25.534694Z","time spent":"452.98358ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:50:26.276736Z","caller":"traceutil/trace.go:171","msg":"trace[1916405305] transaction","detail":"{read_only:false; response_revision:11353; number_of_response:1; }","duration":"188.74015ms","start":"2026-04-27T01:50:26.087964Z","end":"2026-04-27T01:50:26.276704Z","steps":["trace[1916405305] 'process raft request' (duration: 131.382507ms)","trace[1916405305] 'compare' (duration: 56.859629ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:50:26.558878Z","caller":"traceutil/trace.go:171","msg":"trace[1452069876] transaction","detail":"{read_only:false; response_revision:11354; number_of_response:1; }","duration":"107.01539ms","start":"2026-04-27T01:50:26.451814Z","end":"2026-04-27T01:50:26.558829Z","steps":["trace[1452069876] 'process raft request' (duration: 106.850506ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:54:04.482158Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10691} {"level":"info","ts":"2026-04-27T01:54:04.566396Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10691,"took":"81.847402ms","hash":3529203864,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":26873856,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-04-27T01:54:04.566459Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3529203864,"revision":10691,"compact-revision":8131} {"level":"warn","ts":"2026-04-27T01:55:37.899994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.878921ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:55:37.900282Z","caller":"traceutil/trace.go:171","msg":"trace[1733128828] transaction","detail":"{read_only:false; response_revision:13492; number_of_response:1; }","duration":"177.386994ms","start":"2026-04-27T01:55:37.72287Z","end":"2026-04-27T01:55:37.900257Z","steps":["trace[1733128828] 'process raft request' (duration: 68.148874ms)","trace[1733128828] 'compare' (duration: 108.712117ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:55:37.900315Z","caller":"traceutil/trace.go:171","msg":"trace[1129813855] transaction","detail":"{read_only:false; response_revision:13494; number_of_response:1; }","duration":"153.481103ms","start":"2026-04-27T01:55:37.746815Z","end":"2026-04-27T01:55:37.900296Z","steps":["trace[1129813855] 'process raft request' (duration: 153.412181ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:55:37.900434Z","caller":"traceutil/trace.go:171","msg":"trace[528667636] transaction","detail":"{read_only:false; response_revision:13493; number_of_response:1; }","duration":"173.493756ms","start":"2026-04-27T01:55:37.726863Z","end":"2026-04-27T01:55:37.900357Z","steps":["trace[528667636] 'process raft request' (duration: 173.26177ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:55:57.78503Z","caller":"traceutil/trace.go:171","msg":"trace[1712436360] linearizableReadLoop","detail":"{readStateIndex:14119; appliedIndex:14118; }","duration":"171.121547ms","start":"2026-04-27T01:55:57.61388Z","end":"2026-04-27T01:55:57.785001Z","steps":["trace[1712436360] 'read index received' (duration: 170.912271ms)","trace[1712436360] 'applied index is now lower than readState.Index' (duration: 207.866µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:55:57.785258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.331822ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:55:57.785364Z","caller":"traceutil/trace.go:171","msg":"trace[1410048379] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13644; }","duration":"171.469056ms","start":"2026-04-27T01:55:57.613852Z","end":"2026-04-27T01:55:57.785321Z","steps":["trace[1410048379] 'agreement among raft nodes before linearized reading' (duration: 171.282231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:00.759186Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696764974,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:56:01.132403Z","caller":"traceutil/trace.go:171","msg":"trace[531964504] transaction","detail":"{read_only:false; response_revision:13663; number_of_response:1; }","duration":"878.051229ms","start":"2026-04-27T01:56:00.254184Z","end":"2026-04-27T01:56:01.132235Z","steps":["trace[531964504] 'process raft request' (duration: 823.370233ms)","trace[531964504] 'compare' (duration: 54.097322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:56:01.132711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:00.254156Z","time spent":"878.352587ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:01.132435Z","caller":"traceutil/trace.go:171","msg":"trace[1471599211] linearizableReadLoop","detail":"{readStateIndex:14139; appliedIndex:14137; }","duration":"874.291115ms","start":"2026-04-27T01:56:00.258113Z","end":"2026-04-27T01:56:01.132404Z","steps":["trace[1471599211] 'read index received' (duration: 819.452664ms)","trace[1471599211] 'applied index is now lower than readState.Index' (duration: 54.83708ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:56:01.132975Z","caller":"traceutil/trace.go:171","msg":"trace[693706472] transaction","detail":"{read_only:false; response_revision:13664; number_of_response:1; }","duration":"388.699113ms","start":"2026-04-27T01:56:00.744195Z","end":"2026-04-27T01:56:01.132894Z","steps":["trace[693706472] 'process raft request' (duration: 387.947644ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:01.13314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"768.688036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T01:56:01.133132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.307075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:56:01.13317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:00.74417Z","time spent":"388.906068ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:01.133219Z","caller":"traceutil/trace.go:171","msg":"trace[535807604] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13664; }","duration":"518.468259ms","start":"2026-04-27T01:56:00.614724Z","end":"2026-04-27T01:56:01.133193Z","steps":["trace[535807604] 'agreement among raft nodes before linearized reading' (duration: 518.295195ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:01.133246Z","caller":"traceutil/trace.go:171","msg":"trace[1305091182] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13664; }","duration":"768.875401ms","start":"2026-04-27T01:56:00.364306Z","end":"2026-04-27T01:56:01.133182Z","steps":["trace[1305091182] 'agreement among raft nodes before linearized reading' (duration: 768.683566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:01.133231Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"680.946208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T01:56:01.133284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:00.364281Z","time spent":"768.996463ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T01:56:01.133311Z","caller":"traceutil/trace.go:171","msg":"trace[784856333] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:13664; }","duration":"681.084472ms","start":"2026-04-27T01:56:00.452208Z","end":"2026-04-27T01:56:01.133293Z","steps":["trace[784856333] 'agreement among raft nodes before linearized reading' (duration: 680.815435ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:01.13335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:00.452185Z","time spent":"681.155873ms","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":134,"response size":31,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:56:01.133261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:00.614689Z","time spent":"518.562852ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:56:01.133469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"875.359501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:56:01.133496Z","caller":"traceutil/trace.go:171","msg":"trace[1106559251] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13664; }","duration":"875.431482ms","start":"2026-04-27T01:56:00.258056Z","end":"2026-04-27T01:56:01.133488Z","steps":["trace[1106559251] 'agreement among raft nodes before linearized reading' (duration: 874.437868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:01.133514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:00.258034Z","time spent":"875.475964ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:56:01.133422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.412377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T01:56:01.13355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.912981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:56:01.133595Z","caller":"traceutil/trace.go:171","msg":"trace[1046512229] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13664; }","duration":"758.625003ms","start":"2026-04-27T01:56:00.374956Z","end":"2026-04-27T01:56:01.133581Z","steps":["trace[1046512229] 'agreement among raft nodes before linearized reading' (duration: 758.423638ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:01.133618Z","caller":"traceutil/trace.go:171","msg":"trace[90313321] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13664; }","duration":"560.017424ms","start":"2026-04-27T01:56:00.573584Z","end":"2026-04-27T01:56:01.133602Z","steps":["trace[90313321] 'agreement among raft nodes before linearized reading' (duration: 559.817799ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:01.133638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:00.374932Z","time spent":"758.695404ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:56:01.133654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:00.573567Z","time spent":"560.080926ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T01:56:21.140831Z","caller":"traceutil/trace.go:171","msg":"trace[1373749527] transaction","detail":"{read_only:false; response_revision:13770; number_of_response:1; }","duration":"299.349974ms","start":"2026-04-27T01:56:20.841451Z","end":"2026-04-27T01:56:21.140801Z","steps":["trace[1373749527] 'process raft request' (duration: 299.16952ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:21.437158Z","caller":"traceutil/trace.go:171","msg":"trace[1431579650] linearizableReadLoop","detail":"{readStateIndex:14250; appliedIndex:14249; }","duration":"122.255968ms","start":"2026-04-27T01:56:21.31488Z","end":"2026-04-27T01:56:21.437136Z","steps":["trace[1431579650] 'read index received' (duration: 122.109874ms)","trace[1431579650] 'applied index is now lower than readState.Index' (duration: 145.424µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:56:21.437231Z","caller":"traceutil/trace.go:171","msg":"trace[1203068994] transaction","detail":"{read_only:false; response_revision:13771; number_of_response:1; }","duration":"194.335571ms","start":"2026-04-27T01:56:21.242881Z","end":"2026-04-27T01:56:21.437217Z","steps":["trace[1203068994] 'process raft request' (duration: 194.126455ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:21.437347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.452672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:56:21.437374Z","caller":"traceutil/trace.go:171","msg":"trace[402881274] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13771; }","duration":"122.539414ms","start":"2026-04-27T01:56:21.314825Z","end":"2026-04-27T01:56:21.437365Z","steps":["trace[402881274] 'agreement among raft nodes before linearized reading' (duration: 122.429092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:21.437388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.145332ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:56:21.437412Z","caller":"traceutil/trace.go:171","msg":"trace[2058586612] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13771; }","duration":"108.190712ms","start":"2026-04-27T01:56:21.329213Z","end":"2026-04-27T01:56:21.437404Z","steps":["trace[2058586612] 'agreement among raft nodes before linearized reading' (duration: 108.123701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:21.437502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.57668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:56:21.437521Z","caller":"traceutil/trace.go:171","msg":"trace[1460105590] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13771; }","duration":"117.59721ms","start":"2026-04-27T01:56:21.319919Z","end":"2026-04-27T01:56:21.437516Z","steps":["trace[1460105590] 'agreement among raft nodes before linearized reading' (duration: 117.544529ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:21.437513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.372344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:56:21.437611Z","caller":"traceutil/trace.go:171","msg":"trace[1976718866] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13771; }","duration":"121.502408ms","start":"2026-04-27T01:56:21.316086Z","end":"2026-04-27T01:56:21.437589Z","steps":["trace[1976718866] 'agreement among raft nodes before linearized reading' (duration: 121.241611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:22.021648Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696765281,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:56:22.379985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.249774ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:56:22.38015Z","caller":"traceutil/trace.go:171","msg":"trace[1446451430] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:13771; }","duration":"493.432548ms","start":"2026-04-27T01:56:21.886699Z","end":"2026-04-27T01:56:22.380132Z","steps":["trace[1446451430] 'range keys from in-memory index tree' (duration: 493.232183ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:22.392196Z","caller":"traceutil/trace.go:171","msg":"trace[1409790419] transaction","detail":"{read_only:false; response_revision:13772; number_of_response:1; }","duration":"950.385669ms","start":"2026-04-27T01:56:21.441791Z","end":"2026-04-27T01:56:22.392177Z","steps":["trace[1409790419] 'process raft request' (duration: 950.211565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:22.392321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:21.441758Z","time spent":"950.499232ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:22.407918Z","caller":"traceutil/trace.go:171","msg":"trace[1684982094] transaction","detail":"{read_only:false; response_revision:13775; number_of_response:1; }","duration":"965.785697ms","start":"2026-04-27T01:56:21.442105Z","end":"2026-04-27T01:56:22.407891Z","steps":["trace[1684982094] 'process raft request' (duration: 965.714995ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:22.40794Z","caller":"traceutil/trace.go:171","msg":"trace[1463873343] transaction","detail":"{read_only:false; response_revision:13773; number_of_response:1; }","duration":"965.947742ms","start":"2026-04-27T01:56:21.441969Z","end":"2026-04-27T01:56:22.407916Z","steps":["trace[1463873343] 'process raft request' (duration: 965.671765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:22.408054Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:21.441951Z","time spent":"966.051264ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:56:22.408087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:21.442099Z","time spent":"965.89623ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:22.408185Z","caller":"traceutil/trace.go:171","msg":"trace[1122630206] transaction","detail":"{read_only:false; response_revision:13776; number_of_response:1; }","duration":"966.004933ms","start":"2026-04-27T01:56:21.442153Z","end":"2026-04-27T01:56:22.408157Z","steps":["trace[1122630206] 'process raft request' (duration: 965.701375ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:22.408365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:21.442145Z","time spent":"966.142406ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:22.408642Z","caller":"traceutil/trace.go:171","msg":"trace[1817618024] transaction","detail":"{read_only:false; response_revision:13777; number_of_response:1; }","duration":"295.523828ms","start":"2026-04-27T01:56:22.113105Z","end":"2026-04-27T01:56:22.408629Z","steps":["trace[1817618024] 'process raft request' (duration: 294.937444ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:22.408655Z","caller":"traceutil/trace.go:171","msg":"trace[351375624] transaction","detail":"{read_only:false; response_revision:13778; number_of_response:1; }","duration":"289.24898ms","start":"2026-04-27T01:56:22.119388Z","end":"2026-04-27T01:56:22.408637Z","steps":["trace[351375624] 'process raft request' (duration: 289.091076ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:22.408659Z","caller":"traceutil/trace.go:171","msg":"trace[849870867] linearizableReadLoop","detail":"{readStateIndex:14255; appliedIndex:14250; }","duration":"887.516448ms","start":"2026-04-27T01:56:21.521118Z","end":"2026-04-27T01:56:22.408634Z","steps":["trace[849870867] 'read index received' (duration: 870.9349ms)","trace[849870867] 'applied index is now lower than readState.Index' (duration: 16.580487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:56:22.408898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"887.774354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:56:22.408903Z","caller":"traceutil/trace.go:171","msg":"trace[1756048015] transaction","detail":"{read_only:false; response_revision:13774; number_of_response:1; }","duration":"965.855589ms","start":"2026-04-27T01:56:21.442086Z","end":"2026-04-27T01:56:22.407941Z","steps":["trace[1756048015] 'process raft request' (duration: 965.695615ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:22.408918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.38289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T01:56:22.408929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.771606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T01:56:22.408947Z","caller":"traceutil/trace.go:171","msg":"trace[736373937] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:13778; }","duration":"887.868256ms","start":"2026-04-27T01:56:21.521065Z","end":"2026-04-27T01:56:22.408934Z","steps":["trace[736373937] 'agreement among raft nodes before linearized reading' (duration: 887.693972ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:22.408962Z","caller":"traceutil/trace.go:171","msg":"trace[1122851640] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13778; }","duration":"416.472912ms","start":"2026-04-27T01:56:21.992479Z","end":"2026-04-27T01:56:22.408952Z","steps":["trace[1122851640] 'agreement among raft nodes before linearized reading' (duration: 416.327269ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:22.408977Z","caller":"traceutil/trace.go:171","msg":"trace[523373172] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13778; }","duration":"512.850638ms","start":"2026-04-27T01:56:21.896113Z","end":"2026-04-27T01:56:22.408964Z","steps":["trace[523373172] 'agreement among raft nodes before linearized reading' (duration: 512.708574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:22.408995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:21.992453Z","time spent":"416.533643ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:56:22.408998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:21.521044Z","time spent":"887.931938ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:56:22.409022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:21.896096Z","time spent":"512.918049ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T01:56:22.40916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:21.442073Z","time spent":"966.877224ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:56:22.409537Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.087818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T01:56:22.409586Z","caller":"traceutil/trace.go:171","msg":"trace[1131408690] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:13778; }","duration":"539.20594ms","start":"2026-04-27T01:56:21.870369Z","end":"2026-04-27T01:56:22.409575Z","steps":["trace[1131408690] 'agreement among raft nodes before linearized reading' (duration: 538.41902ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:22.409617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:21.870348Z","time spent":"539.260952ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1404,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:56:22.409894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.612547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:356"} {"level":"info","ts":"2026-04-27T01:56:22.410023Z","caller":"traceutil/trace.go:171","msg":"trace[1801624871] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:13778; }","duration":"161.785241ms","start":"2026-04-27T01:56:22.248217Z","end":"2026-04-27T01:56:22.410002Z","steps":["trace[1801624871] 'agreement among raft nodes before linearized reading' (duration: 160.661994ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:30.935457Z","caller":"traceutil/trace.go:171","msg":"trace[268665192] transaction","detail":"{read_only:false; response_revision:13814; number_of_response:1; }","duration":"496.979189ms","start":"2026-04-27T01:56:30.438454Z","end":"2026-04-27T01:56:30.935433Z","steps":["trace[268665192] 'process raft request' (duration: 495.46722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.935585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:30.438427Z","time spent":"497.097862ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:30.939863Z","caller":"traceutil/trace.go:171","msg":"trace[2016599935] linearizableReadLoop","detail":"{readStateIndex:14296; appliedIndex:14294; }","duration":"494.460124ms","start":"2026-04-27T01:56:30.445386Z","end":"2026-04-27T01:56:30.939846Z","steps":["trace[2016599935] 'read index received' (duration: 489.952141ms)","trace[2016599935] 'applied index is now lower than readState.Index' (duration: 4.507463ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:56:30.940022Z","caller":"traceutil/trace.go:171","msg":"trace[1687666225] transaction","detail":"{read_only:false; response_revision:13815; number_of_response:1; }","duration":"500.201218ms","start":"2026-04-27T01:56:30.439814Z","end":"2026-04-27T01:56:30.940015Z","steps":["trace[1687666225] 'process raft request' (duration: 499.959182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.940093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:30.439799Z","time spent":"500.24017ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:56:30.940238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.865335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:56:30.940255Z","caller":"traceutil/trace.go:171","msg":"trace[1104254800] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13815; }","duration":"494.907885ms","start":"2026-04-27T01:56:30.445342Z","end":"2026-04-27T01:56:30.94025Z","steps":["trace[1104254800] 'agreement among raft nodes before linearized reading' (duration: 494.839023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.940269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:30.445333Z","time spent":"494.933576ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:56:30.940353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"493.90144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:56:30.940366Z","caller":"traceutil/trace.go:171","msg":"trace[750291686] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13815; }","duration":"493.925731ms","start":"2026-04-27T01:56:30.446436Z","end":"2026-04-27T01:56:30.940362Z","steps":["trace[750291686] 'agreement among raft nodes before linearized reading' (duration: 493.89083ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.940378Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:30.44643Z","time spent":"493.945351ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:56:30.94047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.909385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:56:30.940487Z","caller":"traceutil/trace.go:171","msg":"trace[978043291] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:13815; }","duration":"225.960917ms","start":"2026-04-27T01:56:30.71452Z","end":"2026-04-27T01:56:30.940481Z","steps":["trace[978043291] 'agreement among raft nodes before linearized reading' (duration: 225.929406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.94062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.251202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:56:30.940634Z","caller":"traceutil/trace.go:171","msg":"trace[1951467324] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13815; }","duration":"326.304363ms","start":"2026-04-27T01:56:30.614326Z","end":"2026-04-27T01:56:30.94063Z","steps":["trace[1951467324] 'agreement among raft nodes before linearized reading' (duration: 326.231172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.940646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:30.614306Z","time spent":"326.337264ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:56:30.940742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.228673ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:56:30.940754Z","caller":"traceutil/trace.go:171","msg":"trace[923861992] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:13815; }","duration":"452.241073ms","start":"2026-04-27T01:56:30.488509Z","end":"2026-04-27T01:56:30.94075Z","steps":["trace[923861992] 'agreement among raft nodes before linearized reading' (duration: 452.197882ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.940772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:30.488461Z","time spent":"452.308065ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:56:30.940864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.956132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:56:30.940876Z","caller":"traceutil/trace.go:171","msg":"trace[976857817] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13815; }","duration":"487.968432ms","start":"2026-04-27T01:56:30.452904Z","end":"2026-04-27T01:56:30.940872Z","steps":["trace[976857817] 'agreement among raft nodes before linearized reading' (duration: 487.930641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.940888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:30.452883Z","time spent":"488.001943ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:56:30.94096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.613728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:56:30.940972Z","caller":"traceutil/trace.go:171","msg":"trace[1014119038] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13815; }","duration":"490.636089ms","start":"2026-04-27T01:56:30.450332Z","end":"2026-04-27T01:56:30.940968Z","steps":["trace[1014119038] 'agreement among raft nodes before linearized reading' (duration: 490.603688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.940983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:30.450326Z","time spent":"490.654559ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:56:30.941051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"491.515811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:56:30.941062Z","caller":"traceutil/trace.go:171","msg":"trace[1849594792] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13815; }","duration":"491.538022ms","start":"2026-04-27T01:56:30.44952Z","end":"2026-04-27T01:56:30.941058Z","steps":["trace[1849594792] 'agreement among raft nodes before linearized reading' (duration: 491.504711ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.941075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:30.449514Z","time spent":"491.556832ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:56:30.941147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.862164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:56:30.941159Z","caller":"traceutil/trace.go:171","msg":"trace[1024379604] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13815; }","duration":"492.887145ms","start":"2026-04-27T01:56:30.448268Z","end":"2026-04-27T01:56:30.941155Z","steps":["trace[1024379604] 'agreement among raft nodes before linearized reading' (duration: 492.851985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:30.94117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:30.448261Z","time spent":"492.905916ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:56:38.263155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"504.5951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T01:56:38.263237Z","caller":"traceutil/trace.go:171","msg":"trace[948794246] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:13869; }","duration":"504.731653ms","start":"2026-04-27T01:56:37.758487Z","end":"2026-04-27T01:56:38.263219Z","steps":["trace[948794246] 'range keys from in-memory index tree' (duration: 504.399835ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:38.263323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:37.758462Z","time spent":"504.849555ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T01:56:39.139674Z","caller":"traceutil/trace.go:171","msg":"trace[594089940] transaction","detail":"{read_only:false; response_revision:13874; number_of_response:1; }","duration":"116.816429ms","start":"2026-04-27T01:56:39.022825Z","end":"2026-04-27T01:56:39.139642Z","steps":["trace[594089940] 'process raft request' (duration: 99.633557ms)","trace[594089940] 'compare' (duration: 16.932806ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:56:39.139922Z","caller":"traceutil/trace.go:171","msg":"trace[2027632853] transaction","detail":"{read_only:false; response_revision:13875; number_of_response:1; }","duration":"116.886751ms","start":"2026-04-27T01:56:39.023018Z","end":"2026-04-27T01:56:39.139905Z","steps":["trace[2027632853] 'process raft request' (duration: 116.556833ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:39.140122Z","caller":"traceutil/trace.go:171","msg":"trace[93602034] transaction","detail":"{read_only:false; response_revision:13876; number_of_response:1; }","duration":"117.044795ms","start":"2026-04-27T01:56:39.023069Z","end":"2026-04-27T01:56:39.140113Z","steps":["trace[93602034] 'process raft request' (duration: 116.772698ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:39.140296Z","caller":"traceutil/trace.go:171","msg":"trace[1455830982] transaction","detail":"{read_only:false; response_revision:13877; number_of_response:1; }","duration":"117.122408ms","start":"2026-04-27T01:56:39.023163Z","end":"2026-04-27T01:56:39.140285Z","steps":["trace[1455830982] 'process raft request' (duration: 116.912202ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:39.140327Z","caller":"traceutil/trace.go:171","msg":"trace[233780585] linearizableReadLoop","detail":"{readStateIndex:14362; appliedIndex:14357; }","duration":"114.977565ms","start":"2026-04-27T01:56:39.02532Z","end":"2026-04-27T01:56:39.140297Z","steps":["trace[233780585] 'read index received' (duration: 97.149815ms)","trace[233780585] 'applied index is now lower than readState.Index' (duration: 17.826479ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:56:39.140535Z","caller":"traceutil/trace.go:171","msg":"trace[387498698] transaction","detail":"{read_only:false; response_revision:13878; number_of_response:1; }","duration":"116.716238ms","start":"2026-04-27T01:56:39.023768Z","end":"2026-04-27T01:56:39.140484Z","steps":["trace[387498698] 'process raft request' (duration: 116.454392ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:39.141288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.952519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:63 size:594946"} {"level":"info","ts":"2026-04-27T01:56:39.141354Z","caller":"traceutil/trace.go:171","msg":"trace[1561720746] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:63; response_revision:13878; }","duration":"116.062331ms","start":"2026-04-27T01:56:39.025275Z","end":"2026-04-27T01:56:39.141337Z","steps":["trace[1561720746] 'agreement among raft nodes before linearized reading' (duration: 115.165389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:40.068533Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696765574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:56:40.568681Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696765574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:56:40.753757Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.294768977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:56:40.754471Z","caller":"traceutil/trace.go:171","msg":"trace[1099601089] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:13878; }","duration":"1.295534527s","start":"2026-04-27T01:56:39.458906Z","end":"2026-04-27T01:56:40.754441Z","steps":["trace[1099601089] 'count revisions from in-memory index tree' (duration: 1.294628114s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:40.75454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:39.458877Z","time spent":"1.29564025s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":28,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:56:41.069732Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696765574,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T01:56:41.444321Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.91430132s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:56:41.444752Z","caller":"traceutil/trace.go:171","msg":"trace[1484396588] transaction","detail":"{read_only:false; response_revision:13879; number_of_response:1; }","duration":"1.914909706s","start":"2026-04-27T01:56:39.529812Z","end":"2026-04-27T01:56:41.444722Z","steps":["trace[1484396588] 'process raft request' (duration: 1.914713551s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:41.444935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:39.529791Z","time spent":"1.91505138s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:41.447125Z","caller":"traceutil/trace.go:171","msg":"trace[1551764695] linearizableReadLoop","detail":"{readStateIndex:14366; appliedIndex:14362; }","duration":"1.878820108s","start":"2026-04-27T01:56:39.568284Z","end":"2026-04-27T01:56:41.447104Z","steps":["trace[1551764695] 'read index received' (duration: 1.876231202s)","trace[1551764695] 'applied index is now lower than readState.Index' (duration: 2.587536ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:56:41.447151Z","caller":"traceutil/trace.go:171","msg":"trace[1805341360] transaction","detail":"{read_only:false; response_revision:13880; number_of_response:1; }","duration":"1.320806183s","start":"2026-04-27T01:56:40.126319Z","end":"2026-04-27T01:56:41.447125Z","steps":["trace[1805341360] 'process raft request' (duration: 1.320548077s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:41.447215Z","caller":"traceutil/trace.go:171","msg":"trace[1133174021] transaction","detail":"{read_only:false; response_revision:13881; number_of_response:1; }","duration":"466.580164ms","start":"2026-04-27T01:56:40.980581Z","end":"2026-04-27T01:56:41.447162Z","steps":["trace[1133174021] 'process raft request' (duration: 466.39767ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:41.447249Z","caller":"traceutil/trace.go:171","msg":"trace[338877056] transaction","detail":"{read_only:false; response_revision:13882; number_of_response:1; }","duration":"462.022329ms","start":"2026-04-27T01:56:40.985211Z","end":"2026-04-27T01:56:41.447233Z","steps":["trace[338877056] 'process raft request' (duration: 461.821314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:41.447335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:40.980564Z","time spent":"466.697467ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:56:41.44737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:40.985193Z","time spent":"462.117761ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:56:41.447401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.362928024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:56:41.447458Z","caller":"traceutil/trace.go:171","msg":"trace[1109363155] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:13882; }","duration":"1.363036636s","start":"2026-04-27T01:56:40.084407Z","end":"2026-04-27T01:56:41.447443Z","steps":["trace[1109363155] 'agreement among raft nodes before linearized reading' (duration: 1.362945954s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:41.447494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:40.084376Z","time spent":"1.363108888s","remote":"127.0.0.1:40352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:56:41.447503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:40.126293Z","time spent":"1.320915136s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:56:41.447609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.877134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:56:41.447645Z","caller":"traceutil/trace.go:171","msg":"trace[1495304522] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13882; }","duration":"302.949365ms","start":"2026-04-27T01:56:41.144687Z","end":"2026-04-27T01:56:41.447636Z","steps":["trace[1495304522] 'agreement among raft nodes before linearized reading' (duration: 302.813041ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:41.447671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:41.144667Z","time spent":"302.997087ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:56:41.447717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.042668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:56:41.447752Z","caller":"traceutil/trace.go:171","msg":"trace[1788625372] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13882; }","duration":"303.1044ms","start":"2026-04-27T01:56:41.144639Z","end":"2026-04-27T01:56:41.447744Z","steps":["trace[1788625372] 'agreement among raft nodes before linearized reading' (duration: 303.016187ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:41.447758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.035534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:56:41.447813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.905128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:56:41.447822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.879542806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:56:41.447822Z","caller":"traceutil/trace.go:171","msg":"trace[1677436981] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:13882; }","duration":"734.139757ms","start":"2026-04-27T01:56:40.713663Z","end":"2026-04-27T01:56:41.447803Z","steps":["trace[1677436981] 'agreement among raft nodes before linearized reading' (duration: 734.027904ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:41.447841Z","caller":"traceutil/trace.go:171","msg":"trace[810331745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13882; }","duration":"833.95613ms","start":"2026-04-27T01:56:40.613877Z","end":"2026-04-27T01:56:41.447834Z","steps":["trace[810331745] 'agreement among raft nodes before linearized reading' (duration: 833.917779ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:41.447851Z","caller":"traceutil/trace.go:171","msg":"trace[1828886929] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:13882; }","duration":"1.879602878s","start":"2026-04-27T01:56:39.56824Z","end":"2026-04-27T01:56:41.447843Z","steps":["trace[1828886929] 'agreement among raft nodes before linearized reading' (duration: 1.879551377s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:41.447872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:40.613862Z","time spent":"834.004651ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:56:41.447876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:39.568224Z","time spent":"1.879645249s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":28,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:56:41.447885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:40.713642Z","time spent":"734.22722ms","remote":"127.0.0.1:46900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":10,"response size":30,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:56:41.447777Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:41.144625Z","time spent":"303.14583ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:56:41.448017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.180336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T01:56:41.448055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.093927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:56:41.448084Z","caller":"traceutil/trace.go:171","msg":"trace[1988425018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13882; }","duration":"304.231767ms","start":"2026-04-27T01:56:41.143825Z","end":"2026-04-27T01:56:41.448057Z","steps":["trace[1988425018] 'agreement among raft nodes before linearized reading' (duration: 304.089724ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:41.448123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:41.143776Z","time spent":"304.33857ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:56:41.448145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.74546ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:56:41.448166Z","caller":"traceutil/trace.go:171","msg":"trace[251325123] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13882; }","duration":"302.784951ms","start":"2026-04-27T01:56:41.145374Z","end":"2026-04-27T01:56:41.448159Z","steps":["trace[251325123] 'agreement among raft nodes before linearized reading' (duration: 302.73261ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:41.448089Z","caller":"traceutil/trace.go:171","msg":"trace[2107192442] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:13882; }","duration":"295.167149ms","start":"2026-04-27T01:56:41.152913Z","end":"2026-04-27T01:56:41.44808Z","steps":["trace[2107192442] 'agreement among raft nodes before linearized reading' (duration: 295.082727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:41.448183Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:41.145364Z","time spent":"302.814372ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:56:41.448225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.379006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:56:41.448262Z","caller":"traceutil/trace.go:171","msg":"trace[953989352] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13882; }","duration":"303.425947ms","start":"2026-04-27T01:56:41.144827Z","end":"2026-04-27T01:56:41.448253Z","steps":["trace[953989352] 'agreement among raft nodes before linearized reading' (duration: 303.327475ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:41.448288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:41.14482Z","time spent":"303.462188ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:56:41.448364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"424.873254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:56:41.448431Z","caller":"traceutil/trace.go:171","msg":"trace[1589568861] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13882; }","duration":"424.985916ms","start":"2026-04-27T01:56:41.023429Z","end":"2026-04-27T01:56:41.448415Z","steps":["trace[1589568861] 'agreement among raft nodes before linearized reading' (duration: 424.801682ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:41.448482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:41.023406Z","time spent":"425.062658ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T01:56:43.68931Z","caller":"traceutil/trace.go:171","msg":"trace[1788498292] linearizableReadLoop","detail":"{readStateIndex:14383; appliedIndex:14382; }","duration":"237.922928ms","start":"2026-04-27T01:56:43.45136Z","end":"2026-04-27T01:56:43.689283Z","steps":["trace[1788498292] 'read index received' (duration: 237.845476ms)","trace[1788498292] 'applied index is now lower than readState.Index' (duration: 76.472µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:56:43.689438Z","caller":"traceutil/trace.go:171","msg":"trace[2013237258] transaction","detail":"{read_only:false; response_revision:13898; number_of_response:1; }","duration":"239.227011ms","start":"2026-04-27T01:56:43.450198Z","end":"2026-04-27T01:56:43.689425Z","steps":["trace[2013237258] 'process raft request' (duration: 238.911383ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:43.689577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.185924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:56:43.689669Z","caller":"traceutil/trace.go:171","msg":"trace[2094773722] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13898; }","duration":"238.308269ms","start":"2026-04-27T01:56:43.451333Z","end":"2026-04-27T01:56:43.689641Z","steps":["trace[2094773722] 'agreement among raft nodes before linearized reading' (duration: 238.096123ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:43.693976Z","caller":"traceutil/trace.go:171","msg":"trace[1993019776] transaction","detail":"{read_only:false; response_revision:13899; number_of_response:1; }","duration":"240.689218ms","start":"2026-04-27T01:56:43.453268Z","end":"2026-04-27T01:56:43.693957Z","steps":["trace[1993019776] 'process raft request' (duration: 240.567775ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:43.694217Z","caller":"traceutil/trace.go:171","msg":"trace[1924866362] transaction","detail":"{read_only:false; response_revision:13900; number_of_response:1; }","duration":"239.436586ms","start":"2026-04-27T01:56:43.454759Z","end":"2026-04-27T01:56:43.694195Z","steps":["trace[1924866362] 'process raft request' (duration: 239.161649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:43.694329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.138563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:56:43.694372Z","caller":"traceutil/trace.go:171","msg":"trace[152445317] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13900; }","duration":"234.208334ms","start":"2026-04-27T01:56:43.460151Z","end":"2026-04-27T01:56:43.69436Z","steps":["trace[152445317] 'agreement among raft nodes before linearized reading' (duration: 234.073801ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:43.694408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.500648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-04-27T01:56:43.694471Z","caller":"traceutil/trace.go:171","msg":"trace[901504654] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13900; }","duration":"237.58589ms","start":"2026-04-27T01:56:43.456867Z","end":"2026-04-27T01:56:43.694453Z","steps":["trace[901504654] 'agreement among raft nodes before linearized reading' (duration: 237.427756ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:43.694666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.299042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-04-27T01:56:43.694683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.92048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/openvswitch-j9wqn\" ","response":"range_response_count:1 size:12812"} {"level":"info","ts":"2026-04-27T01:56:43.694711Z","caller":"traceutil/trace.go:171","msg":"trace[1893050397] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13900; }","duration":"235.347983ms","start":"2026-04-27T01:56:43.459352Z","end":"2026-04-27T01:56:43.6947Z","steps":["trace[1893050397] 'agreement among raft nodes before linearized reading' (duration: 235.22449ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:43.694716Z","caller":"traceutil/trace.go:171","msg":"trace[1173827801] range","detail":"{range_begin:/registry/pods/openstack/openvswitch-j9wqn; range_end:; response_count:1; response_revision:13900; }","duration":"102.98363ms","start":"2026-04-27T01:56:43.591723Z","end":"2026-04-27T01:56:43.694707Z","steps":["trace[1173827801] 'agreement among raft nodes before linearized reading' (duration: 102.889868ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:43.694761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.495811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-04-27T01:56:43.694836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.632975ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"warn","ts":"2026-04-27T01:56:43.694838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.731853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-04-27T01:56:43.694879Z","caller":"traceutil/trace.go:171","msg":"trace[1756658344] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13900; }","duration":"234.687945ms","start":"2026-04-27T01:56:43.460178Z","end":"2026-04-27T01:56:43.694866Z","steps":["trace[1756658344] 'agreement among raft nodes before linearized reading' (duration: 234.606033ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:43.694885Z","caller":"traceutil/trace.go:171","msg":"trace[745187521] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13900; }","duration":"235.796615ms","start":"2026-04-27T01:56:43.459078Z","end":"2026-04-27T01:56:43.694874Z","steps":["trace[745187521] 'agreement among raft nodes before linearized reading' (duration: 235.700032ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:43.694834Z","caller":"traceutil/trace.go:171","msg":"trace[1338898568] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13900; }","duration":"234.579783ms","start":"2026-04-27T01:56:43.460232Z","end":"2026-04-27T01:56:43.694812Z","steps":["trace[1338898568] 'agreement among raft nodes before linearized reading' (duration: 234.397259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:43.694934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.450574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-04-27T01:56:43.69497Z","caller":"traceutil/trace.go:171","msg":"trace[1122658488] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:13900; }","duration":"227.513786ms","start":"2026-04-27T01:56:43.467448Z","end":"2026-04-27T01:56:43.694961Z","steps":["trace[1122658488] 'agreement among raft nodes before linearized reading' (duration: 227.410713ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:44.05298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.922396ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:56:44.053088Z","caller":"traceutil/trace.go:171","msg":"trace[1640646884] linearizableReadLoop","detail":"{readStateIndex:14392; appliedIndex:14387; }","duration":"342.259174ms","start":"2026-04-27T01:56:43.710807Z","end":"2026-04-27T01:56:44.053067Z","steps":["trace[1640646884] 'read index received' (duration: 159.484µs)","trace[1640646884] 'applied index is now lower than readState.Index' (duration: 342.0982ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:56:44.053157Z","caller":"traceutil/trace.go:171","msg":"trace[1005048236] transaction","detail":"{read_only:false; response_revision:13907; number_of_response:1; }","duration":"346.136361ms","start":"2026-04-27T01:56:43.706986Z","end":"2026-04-27T01:56:44.053123Z","steps":["trace[1005048236] 'process raft request' (duration: 208.964909ms)","trace[1005048236] 'compare' (duration: 136.597868ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:56:44.053347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.52816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-04-27T01:56:44.053462Z","caller":"traceutil/trace.go:171","msg":"trace[590434998] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13907; }","duration":"342.684734ms","start":"2026-04-27T01:56:43.710753Z","end":"2026-04-27T01:56:44.053438Z","steps":["trace[590434998] 'agreement among raft nodes before linearized reading' (duration: 342.377037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:44.05355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:43.710734Z","time spent":"342.800078ms","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5706,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T01:56:44.053915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:43.706972Z","time spent":"346.288425ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":12926,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:44.432617Z","caller":"traceutil/trace.go:171","msg":"trace[1180462658] linearizableReadLoop","detail":"{readStateIndex:14393; appliedIndex:14392; }","duration":"379.479701ms","start":"2026-04-27T01:56:44.053114Z","end":"2026-04-27T01:56:44.432594Z","steps":["trace[1180462658] 'read index received' (duration: 361.1498ms)","trace[1180462658] 'applied index is now lower than readState.Index' (duration: 18.328841ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:56:44.432664Z","caller":"traceutil/trace.go:171","msg":"trace[489772511] transaction","detail":"{read_only:false; response_revision:13908; number_of_response:1; }","duration":"689.798712ms","start":"2026-04-27T01:56:43.742816Z","end":"2026-04-27T01:56:44.432615Z","steps":["trace[489772511] 'process raft request' (duration: 671.554042ms)","trace[489772511] 'compare' (duration: 18.133317ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:56:44.432801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"668.019113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:530"} {"level":"warn","ts":"2026-04-27T01:56:44.432862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.429062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-04-27T01:56:44.432875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.013868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:56:44.432885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:43.742798Z","time spent":"689.949845ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:44.432922Z","caller":"traceutil/trace.go:171","msg":"trace[55811592] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:13908; }","duration":"304.579246ms","start":"2026-04-27T01:56:44.128327Z","end":"2026-04-27T01:56:44.432907Z","steps":["trace[55811592] 'agreement among raft nodes before linearized reading' (duration: 304.396281ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:44.432944Z","caller":"traceutil/trace.go:171","msg":"trace[935468089] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:13908; }","duration":"166.09136ms","start":"2026-04-27T01:56:44.266837Z","end":"2026-04-27T01:56:44.432929Z","steps":["trace[935468089] 'agreement among raft nodes before linearized reading' (duration: 165.936206ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:44.432988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:44.128306Z","time spent":"304.665138ms","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":99,"response size":30,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:56:44.432917Z","caller":"traceutil/trace.go:171","msg":"trace[404798971] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13908; }","duration":"668.168537ms","start":"2026-04-27T01:56:43.764728Z","end":"2026-04-27T01:56:44.432896Z","steps":["trace[404798971] 'agreement among raft nodes before linearized reading' (duration: 667.875019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:44.433203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:43.764709Z","time spent":"668.481634ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T01:56:44.432801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"671.025569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-04-27T01:56:44.433449Z","caller":"traceutil/trace.go:171","msg":"trace[2101856166] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13908; }","duration":"671.739796ms","start":"2026-04-27T01:56:43.761691Z","end":"2026-04-27T01:56:44.43343Z","steps":["trace[2101856166] 'agreement among raft nodes before linearized reading' (duration: 670.979907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:44.433499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:43.761641Z","time spent":"671.843808ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T01:56:44.604933Z","caller":"traceutil/trace.go:171","msg":"trace[437587620] transaction","detail":"{read_only:false; response_revision:13910; number_of_response:1; }","duration":"166.456389ms","start":"2026-04-27T01:56:44.438455Z","end":"2026-04-27T01:56:44.604912Z","steps":["trace[437587620] 'process raft request' (duration: 157.862123ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:51.904925Z","caller":"traceutil/trace.go:171","msg":"trace[1655332975] transaction","detail":"{read_only:false; response_revision:14051; number_of_response:1; }","duration":"289.968157ms","start":"2026-04-27T01:56:51.614937Z","end":"2026-04-27T01:56:51.904905Z","steps":["trace[1655332975] 'process raft request' (duration: 289.792033ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:51.905012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.379513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:56:51.905093Z","caller":"traceutil/trace.go:171","msg":"trace[1667940828] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:14051; }","duration":"289.476715ms","start":"2026-04-27T01:56:51.615584Z","end":"2026-04-27T01:56:51.90506Z","steps":["trace[1667940828] 'agreement among raft nodes before linearized reading' (duration: 289.349532ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:51.904927Z","caller":"traceutil/trace.go:171","msg":"trace[1389931933] linearizableReadLoop","detail":"{readStateIndex:14539; appliedIndex:14538; }","duration":"289.28425ms","start":"2026-04-27T01:56:51.615616Z","end":"2026-04-27T01:56:51.9049Z","steps":["trace[1389931933] 'read index received' (duration: 289.153317ms)","trace[1389931933] 'applied index is now lower than readState.Index' (duration: 129.753µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:56:52.502496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.999447Z","time spent":"503.04139ms","remote":"127.0.0.1:42284","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T01:56:52.503049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"466.839819ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:56:52.503235Z","caller":"traceutil/trace.go:171","msg":"trace[606239997] transaction","detail":"{read_only:false; response_revision:14052; number_of_response:1; }","duration":"787.416398ms","start":"2026-04-27T01:56:51.715789Z","end":"2026-04-27T01:56:52.503206Z","steps":["trace[606239997] 'process raft request' (duration: 320.326272ms)","trace[606239997] 'compare' (duration: 466.352306ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:56:52.503305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.715764Z","time spent":"787.509779ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:52.503334Z","caller":"traceutil/trace.go:171","msg":"trace[1137989852] transaction","detail":"{read_only:false; response_revision:14053; number_of_response:1; }","duration":"783.862449ms","start":"2026-04-27T01:56:51.719457Z","end":"2026-04-27T01:56:52.503319Z","steps":["trace[1137989852] 'process raft request' (duration: 783.698394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:52.503386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.719439Z","time spent":"783.918279ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:52.503385Z","caller":"traceutil/trace.go:171","msg":"trace[299525400] linearizableReadLoop","detail":"{readStateIndex:14543; appliedIndex:14539; }","duration":"598.204946ms","start":"2026-04-27T01:56:51.905163Z","end":"2026-04-27T01:56:52.503368Z","steps":["trace[299525400] 'read index received' (duration: 130.872254ms)","trace[299525400] 'applied index is now lower than readState.Index' (duration: 467.331322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:56:52.50354Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"723.90047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:56:52.503564Z","caller":"traceutil/trace.go:171","msg":"trace[1671975705] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14055; }","duration":"723.94615ms","start":"2026-04-27T01:56:51.779609Z","end":"2026-04-27T01:56:52.503555Z","steps":["trace[1671975705] 'agreement among raft nodes before linearized reading' (duration: 723.825807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:52.503585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.7796Z","time spent":"723.979882ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:56:52.503603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.12368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:56:52.503644Z","caller":"traceutil/trace.go:171","msg":"trace[1681036861] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:14055; }","duration":"725.202622ms","start":"2026-04-27T01:56:51.778426Z","end":"2026-04-27T01:56:52.503628Z","steps":["trace[1681036861] 'agreement among raft nodes before linearized reading' (duration: 725.045798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:52.503641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"770.787599ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-04-27T01:56:52.503683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.778407Z","time spent":"725.266443ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T01:56:52.503707Z","caller":"traceutil/trace.go:171","msg":"trace[900817476] transaction","detail":"{read_only:false; response_revision:14054; number_of_response:1; }","duration":"782.687139ms","start":"2026-04-27T01:56:51.721011Z","end":"2026-04-27T01:56:52.503698Z","steps":["trace[900817476] 'process raft request' (duration: 782.253638ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:52.503723Z","caller":"traceutil/trace.go:171","msg":"trace[702106592] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14055; }","duration":"770.906522ms","start":"2026-04-27T01:56:51.732793Z","end":"2026-04-27T01:56:52.503699Z","steps":["trace[702106592] 'agreement among raft nodes before linearized reading' (duration: 770.693817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:52.503746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.720985Z","time spent":"782.740111ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:56:52.503763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.732776Z","time spent":"770.979854ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:56:52.503834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.287717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ovn-northd-fc978744-n9rpm\" ","response":"range_response_count:1 size:7032"} {"level":"info","ts":"2026-04-27T01:56:52.503862Z","caller":"traceutil/trace.go:171","msg":"trace[1800794931] range","detail":"{range_begin:/registry/pods/openstack/ovn-northd-fc978744-n9rpm; range_end:; response_count:1; response_revision:14055; }","duration":"803.316818ms","start":"2026-04-27T01:56:51.700538Z","end":"2026-04-27T01:56:52.503854Z","steps":["trace[1800794931] 'agreement among raft nodes before linearized reading' (duration: 803.245396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:52.503833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.195803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-default-9xw6f.18aa14040e34b163\" ","response":"range_response_count:1 size:783"} {"level":"warn","ts":"2026-04-27T01:56:52.50388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.70049Z","time spent":"803.38562ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7055,"request content":"key:\"/registry/pods/openstack/ovn-northd-fc978744-n9rpm\" "} {"level":"info","ts":"2026-04-27T01:56:52.503919Z","caller":"traceutil/trace.go:171","msg":"trace[633451281] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-default-9xw6f.18aa14040e34b163; range_end:; response_count:1; response_revision:14055; }","duration":"373.434068ms","start":"2026-04-27T01:56:52.130457Z","end":"2026-04-27T01:56:52.503891Z","steps":["trace[633451281] 'agreement among raft nodes before linearized reading' (duration: 373.077259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:52.503925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"726.870184ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-04-27T01:56:52.503935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.887285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:56:52.503958Z","caller":"traceutil/trace.go:171","msg":"trace[516244933] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:14055; }","duration":"726.949936ms","start":"2026-04-27T01:56:51.777Z","end":"2026-04-27T01:56:52.50395Z","steps":["trace[516244933] 'agreement among raft nodes before linearized reading' (duration: 726.859914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:52.503961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.130437Z","time spent":"373.51404ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":806,"request content":"key:\"/registry/events/openstack/ovn-controller-default-9xw6f.18aa14040e34b163\" "} {"level":"warn","ts":"2026-04-27T01:56:52.503989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.77698Z","time spent":"727.003588ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T01:56:52.504Z","caller":"traceutil/trace.go:171","msg":"trace[1973119068] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:14055; }","duration":"701.989758ms","start":"2026-04-27T01:56:51.801987Z","end":"2026-04-27T01:56:52.503977Z","steps":["trace[1973119068] 'agreement among raft nodes before linearized reading' (duration: 701.784693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:52.504042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.801972Z","time spent":"702.063169ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:56:52.504043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"713.295453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T01:56:52.504081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.827382ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:56:52.504091Z","caller":"traceutil/trace.go:171","msg":"trace[670668002] transaction","detail":"{read_only:false; response_revision:14055; number_of_response:1; }","duration":"664.207216ms","start":"2026-04-27T01:56:51.839874Z","end":"2026-04-27T01:56:52.504081Z","steps":["trace[670668002] 'process raft request' (duration: 663.441027ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:52.504103Z","caller":"traceutil/trace.go:171","msg":"trace[1587703675] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:14055; }","duration":"713.403866ms","start":"2026-04-27T01:56:51.790679Z","end":"2026-04-27T01:56:52.504083Z","steps":["trace[1587703675] 'agreement among raft nodes before linearized reading' (duration: 713.219601ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:52.504111Z","caller":"traceutil/trace.go:171","msg":"trace[1027952333] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:14055; }","duration":"155.857533ms","start":"2026-04-27T01:56:52.348245Z","end":"2026-04-27T01:56:52.504103Z","steps":["trace[1027952333] 'agreement among raft nodes before linearized reading' (duration: 155.809962ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:52.504131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.839839Z","time spent":"664.270498ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:56:52.504139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.790647Z","time spent":"713.484108ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:56:52.504606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.002757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:56:52.504683Z","caller":"traceutil/trace.go:171","msg":"trace[1499022717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:14055; }","duration":"727.12389ms","start":"2026-04-27T01:56:51.777547Z","end":"2026-04-27T01:56:52.504671Z","steps":["trace[1499022717] 'agreement among raft nodes before linearized reading' (duration: 726.138416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:52.504718Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:51.777526Z","time spent":"727.182171ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:56:53.013438Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696765972,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:56:53.050689Z","caller":"traceutil/trace.go:171","msg":"trace[565478720] transaction","detail":"{read_only:false; response_revision:14056; number_of_response:1; }","duration":"543.811567ms","start":"2026-04-27T01:56:52.506855Z","end":"2026-04-27T01:56:53.050667Z","steps":["trace[565478720] 'process raft request' (duration: 543.689954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:53.050869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.506829Z","time spent":"543.917979ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":768,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:53.054917Z","caller":"traceutil/trace.go:171","msg":"trace[1073350345] transaction","detail":"{read_only:false; response_revision:14058; number_of_response:1; }","duration":"546.967607ms","start":"2026-04-27T01:56:52.507928Z","end":"2026-04-27T01:56:53.054896Z","steps":["trace[1073350345] 'process raft request' (duration: 546.909435ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:53.054939Z","caller":"traceutil/trace.go:171","msg":"trace[355884396] transaction","detail":"{read_only:false; response_revision:14057; number_of_response:1; }","duration":"547.461089ms","start":"2026-04-27T01:56:52.507435Z","end":"2026-04-27T01:56:53.054896Z","steps":["trace[355884396] 'process raft request' (duration: 547.293915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:53.055067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.507911Z","time spent":"547.065099ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:56:53.05514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.507408Z","time spent":"547.581762ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:53.055493Z","caller":"traceutil/trace.go:171","msg":"trace[243051041] transaction","detail":"{read_only:false; response_revision:14059; number_of_response:1; }","duration":"547.478759ms","start":"2026-04-27T01:56:52.508002Z","end":"2026-04-27T01:56:53.055481Z","steps":["trace[243051041] 'process raft request' (duration: 546.865984ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:53.055587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.507997Z","time spent":"547.52963ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:53.055861Z","caller":"traceutil/trace.go:171","msg":"trace[402412763] transaction","detail":"{read_only:false; response_revision:14060; number_of_response:1; }","duration":"547.810197ms","start":"2026-04-27T01:56:52.508039Z","end":"2026-04-27T01:56:53.05585Z","steps":["trace[402412763] 'process raft request' (duration: 547.400227ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:53.055937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.508033Z","time spent":"547.866319ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:53.055986Z","caller":"traceutil/trace.go:171","msg":"trace[526560208] transaction","detail":"{read_only:false; response_revision:14062; number_of_response:1; }","duration":"546.893413ms","start":"2026-04-27T01:56:52.509077Z","end":"2026-04-27T01:56:53.05597Z","steps":["trace[526560208] 'process raft request' (duration: 546.717229ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:56:53.056165Z","caller":"traceutil/trace.go:171","msg":"trace[37075499] transaction","detail":"{read_only:false; response_revision:14061; number_of_response:1; }","duration":"547.92595ms","start":"2026-04-27T01:56:52.508228Z","end":"2026-04-27T01:56:53.056154Z","steps":["trace[37075499] 'process raft request' (duration: 547.5088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:53.056078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.509058Z","time spent":"546.979136ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:56:53.05622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.508214Z","time spent":"547.980792ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:53.056326Z","caller":"traceutil/trace.go:171","msg":"trace[1615532674] transaction","detail":"{read_only:false; response_revision:14063; number_of_response:1; }","duration":"544.322319ms","start":"2026-04-27T01:56:52.511991Z","end":"2026-04-27T01:56:53.056313Z","steps":["trace[1615532674] 'process raft request' (duration: 543.829267ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:53.056398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.511983Z","time spent":"544.37747ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7255,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:56:53.060168Z","caller":"traceutil/trace.go:171","msg":"trace[807378182] linearizableReadLoop","detail":"{readStateIndex:14552; appliedIndex:14544; }","duration":"547.400226ms","start":"2026-04-27T01:56:52.512748Z","end":"2026-04-27T01:56:53.060148Z","steps":["trace[807378182] 'read index received' (duration: 538.00589ms)","trace[807378182] 'applied index is now lower than readState.Index' (duration: 9.393086ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:56:53.060504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.295187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:56:53.060557Z","caller":"traceutil/trace.go:171","msg":"trace[377487974] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:14063; }","duration":"348.395669ms","start":"2026-04-27T01:56:52.712149Z","end":"2026-04-27T01:56:53.060545Z","steps":["trace[377487974] 'agreement among raft nodes before linearized reading' (duration: 348.302707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:53.060593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.712129Z","time spent":"348.45395ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:56:53.0609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.132875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:67 size:630217"} {"level":"info","ts":"2026-04-27T01:56:53.060973Z","caller":"traceutil/trace.go:171","msg":"trace[926596430] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:67; response_revision:14063; }","duration":"548.227928ms","start":"2026-04-27T01:56:52.512725Z","end":"2026-04-27T01:56:53.060953Z","steps":["trace[926596430] 'agreement among raft nodes before linearized reading' (duration: 547.611493ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:56:53.061021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:56:52.512711Z","time spent":"548.29816ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":67,"response size":630240,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T01:57:33.446375Z","caller":"traceutil/trace.go:171","msg":"trace[2096431277] transaction","detail":"{read_only:false; response_revision:14513; number_of_response:1; }","duration":"189.231633ms","start":"2026-04-27T01:57:33.25711Z","end":"2026-04-27T01:57:33.446342Z","steps":["trace[2096431277] 'process raft request' (duration: 155.877904ms)","trace[2096431277] 'compare' (duration: 33.105263ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:57:33.446593Z","caller":"traceutil/trace.go:171","msg":"trace[263608245] transaction","detail":"{read_only:false; response_revision:14514; number_of_response:1; }","duration":"189.1233ms","start":"2026-04-27T01:57:33.257445Z","end":"2026-04-27T01:57:33.446569Z","steps":["trace[263608245] 'process raft request' (duration: 188.836643ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:33.446676Z","caller":"traceutil/trace.go:171","msg":"trace[1089131123] linearizableReadLoop","detail":"{readStateIndex:15020; appliedIndex:15017; }","duration":"188.294879ms","start":"2026-04-27T01:57:33.258354Z","end":"2026-04-27T01:57:33.446649Z","steps":["trace[1089131123] 'read index received' (duration: 75.342486ms)","trace[1089131123] 'applied index is now lower than readState.Index' (duration: 112.951103ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:57:33.446768Z","caller":"traceutil/trace.go:171","msg":"trace[496958631] transaction","detail":"{read_only:false; response_revision:14515; number_of_response:1; }","duration":"187.005727ms","start":"2026-04-27T01:57:33.259741Z","end":"2026-04-27T01:57:33.446747Z","steps":["trace[496958631] 'process raft request' (duration: 186.783162ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:33.446916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.509003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-04-27T01:57:33.44696Z","caller":"traceutil/trace.go:171","msg":"trace[2109189276] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:14515; }","duration":"182.589965ms","start":"2026-04-27T01:57:33.264357Z","end":"2026-04-27T01:57:33.446947Z","steps":["trace[2109189276] 'agreement among raft nodes before linearized reading' (duration: 182.433301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:33.446998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.609856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-04-27T01:57:33.447126Z","caller":"traceutil/trace.go:171","msg":"trace[512669189] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:14515; }","duration":"188.766691ms","start":"2026-04-27T01:57:33.258327Z","end":"2026-04-27T01:57:33.447094Z","steps":["trace[512669189] 'agreement among raft nodes before linearized reading' (duration: 188.462193ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:57.649222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.329706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:138"} {"level":"info","ts":"2026-04-27T01:57:57.649707Z","caller":"traceutil/trace.go:171","msg":"trace[1242901688] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:14950; }","duration":"106.840989ms","start":"2026-04-27T01:57:57.542838Z","end":"2026-04-27T01:57:57.649679Z","steps":["trace[1242901688] 'range keys from in-memory index tree' (duration: 106.206143ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:58.045263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.328152ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:57:58.045338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.474756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T01:57:58.045352Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.51916ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T01:57:58.04537Z","caller":"traceutil/trace.go:171","msg":"trace[1063013067] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14962; }","duration":"171.494386ms","start":"2026-04-27T01:57:57.873853Z","end":"2026-04-27T01:57:58.045347Z","steps":["trace[1063013067] 'range keys from in-memory index tree' (duration: 171.23124ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:58.045409Z","caller":"traceutil/trace.go:171","msg":"trace[1293282011] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14962; }","duration":"171.627159ms","start":"2026-04-27T01:57:57.873761Z","end":"2026-04-27T01:57:58.045388Z","steps":["trace[1293282011] 'range keys from in-memory index tree' (duration: 171.315962ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:57:58.04542Z","caller":"traceutil/trace.go:171","msg":"trace[88886631] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14962; }","duration":"164.634273ms","start":"2026-04-27T01:57:57.880769Z","end":"2026-04-27T01:57:58.045403Z","steps":["trace[88886631] 'range keys from in-memory index tree' (duration: 164.357817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:57:58.045556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.535433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:57:58.045597Z","caller":"traceutil/trace.go:171","msg":"trace[1697239048] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:14962; }","duration":"114.613975ms","start":"2026-04-27T01:57:57.930971Z","end":"2026-04-27T01:57:58.045585Z","steps":["trace[1697239048] 'count revisions from in-memory index tree' (duration: 114.463761ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:16.837647Z","caller":"traceutil/trace.go:171","msg":"trace[1167490146] linearizableReadLoop","detail":"{readStateIndex:15579; appliedIndex:15578; }","duration":"156.276794ms","start":"2026-04-27T01:58:16.681346Z","end":"2026-04-27T01:58:16.837623Z","steps":["trace[1167490146] 'read index received' (duration: 156.098299ms)","trace[1167490146] 'applied index is now lower than readState.Index' (duration: 177.365µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:58:16.837887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.53071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T01:58:16.837913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.50239ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:16.837962Z","caller":"traceutil/trace.go:171","msg":"trace[230329784] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15060; }","duration":"156.648733ms","start":"2026-04-27T01:58:16.681295Z","end":"2026-04-27T01:58:16.837944Z","steps":["trace[230329784] 'agreement among raft nodes before linearized reading' (duration: 156.430727ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:16.837966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.53882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T01:58:16.837999Z","caller":"traceutil/trace.go:171","msg":"trace[676881375] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15060; }","duration":"156.636762ms","start":"2026-04-27T01:58:16.681341Z","end":"2026-04-27T01:58:16.837978Z","steps":["trace[676881375] 'agreement among raft nodes before linearized reading' (duration: 156.477098ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:16.838015Z","caller":"traceutil/trace.go:171","msg":"trace[1307498603] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15060; }","duration":"156.639553ms","start":"2026-04-27T01:58:16.681363Z","end":"2026-04-27T01:58:16.838003Z","steps":["trace[1307498603] 'agreement among raft nodes before linearized reading' (duration: 156.466819ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:16.838184Z","caller":"traceutil/trace.go:171","msg":"trace[1867894502] transaction","detail":"{read_only:false; response_revision:15060; number_of_response:1; }","duration":"190.812983ms","start":"2026-04-27T01:58:16.646861Z","end":"2026-04-27T01:58:16.837674Z","steps":["trace[1867894502] 'process raft request' (duration: 190.609298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:17.506009Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696769143,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:58:17.527149Z","caller":"traceutil/trace.go:171","msg":"trace[697615638] transaction","detail":"{read_only:false; response_revision:15061; number_of_response:1; }","duration":"599.506638ms","start":"2026-04-27T01:58:16.927598Z","end":"2026-04-27T01:58:17.527105Z","steps":["trace[697615638] 'process raft request' (duration: 593.789684ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:17.527205Z","caller":"traceutil/trace.go:171","msg":"trace[1980275884] linearizableReadLoop","detail":"{readStateIndex:15582; appliedIndex:15579; }","duration":"522.174191ms","start":"2026-04-27T01:58:17.004981Z","end":"2026-04-27T01:58:17.527155Z","steps":["trace[1980275884] 'read index received' (duration: 516.494669ms)","trace[1980275884] 'applied index is now lower than readState.Index' (duration: 5.678172ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:58:17.527228Z","caller":"traceutil/trace.go:171","msg":"trace[1159778143] transaction","detail":"{read_only:false; response_revision:15062; number_of_response:1; }","duration":"597.877106ms","start":"2026-04-27T01:58:16.929318Z","end":"2026-04-27T01:58:17.527195Z","steps":["trace[1159778143] 'process raft request' (duration: 597.699842ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:17.527242Z","caller":"traceutil/trace.go:171","msg":"trace[563546178] transaction","detail":"{read_only:false; response_revision:15063; number_of_response:1; }","duration":"595.274951ms","start":"2026-04-27T01:58:16.931942Z","end":"2026-04-27T01:58:17.527217Z","steps":["trace[563546178] 'process raft request' (duration: 595.164768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:17.52734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:16.927574Z","time spent":"599.670033ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:58:17.527384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:16.929298Z","time spent":"598.00308ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:58:17.527382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:16.931908Z","time spent":"595.399894ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:58:17.527439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.448179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zl9tm\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-27T01:58:17.527499Z","caller":"traceutil/trace.go:171","msg":"trace[1930884229] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zl9tm; range_end:; response_count:1; response_revision:15063; }","duration":"522.555713ms","start":"2026-04-27T01:58:17.004927Z","end":"2026-04-27T01:58:17.527483Z","steps":["trace[1930884229] 'agreement among raft nodes before linearized reading' (duration: 522.367057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:17.527548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:17.004903Z","time spent":"522.632794ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zl9tm\" "} {"level":"warn","ts":"2026-04-27T01:58:17.527625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.758556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ktc5c\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-04-27T01:58:17.52767Z","caller":"traceutil/trace.go:171","msg":"trace[773405054] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ktc5c; range_end:; response_count:1; response_revision:15063; }","duration":"127.800547ms","start":"2026-04-27T01:58:17.399856Z","end":"2026-04-27T01:58:17.527657Z","steps":["trace[773405054] 'agreement among raft nodes before linearized reading' (duration: 127.651273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:17.527919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.645828ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:58:17.52796Z","caller":"traceutil/trace.go:171","msg":"trace[1089801393] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15063; }","duration":"451.73031ms","start":"2026-04-27T01:58:17.076219Z","end":"2026-04-27T01:58:17.527949Z","steps":["trace[1089801393] 'agreement among raft nodes before linearized reading' (duration: 451.666389ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:17.52799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:17.076189Z","time spent":"451.792431ms","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T01:58:17.527929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.72748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:200194"} {"level":"info","ts":"2026-04-27T01:58:17.528104Z","caller":"traceutil/trace.go:171","msg":"trace[1607024604] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:15063; }","duration":"486.932116ms","start":"2026-04-27T01:58:17.041154Z","end":"2026-04-27T01:58:17.528086Z","steps":["trace[1607024604] 'agreement among raft nodes before linearized reading' (duration: 486.207797ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:17.528493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:17.04114Z","time spent":"487.342425ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":200217,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-27T01:58:18.003634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.205268ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:40"} {"level":"warn","ts":"2026-04-27T01:58:18.003833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:17.543918Z","time spent":"459.905905ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T01:58:18.003762Z","caller":"traceutil/trace.go:171","msg":"trace[1435254344] linearizableReadLoop","detail":"{readStateIndex:15583; appliedIndex:15582; }","duration":"388.780505ms","start":"2026-04-27T01:58:17.614964Z","end":"2026-04-27T01:58:18.003745Z","steps":["trace[1435254344] 'read index received' (duration: 279.429882ms)","trace[1435254344] 'applied index is now lower than readState.Index' (duration: 109.349193ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:58:18.004193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.218906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:18.004233Z","caller":"traceutil/trace.go:171","msg":"trace[223718428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15063; }","duration":"389.300698ms","start":"2026-04-27T01:58:17.614921Z","end":"2026-04-27T01:58:18.004222Z","steps":["trace[223718428] 'agreement among raft nodes before linearized reading' (duration: 389.221296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.004265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:17.614898Z","time spent":"389.36049ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":28,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:58:18.004421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.296435ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-04-27T01:58:18.004478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.166761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:58:18.004493Z","caller":"traceutil/trace.go:171","msg":"trace[1067726959] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15063; }","duration":"375.409418ms","start":"2026-04-27T01:58:17.629067Z","end":"2026-04-27T01:58:18.004476Z","steps":["trace[1067726959] 'agreement among raft nodes before linearized reading' (duration: 375.194533ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.004512Z","caller":"traceutil/trace.go:171","msg":"trace[200332849] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15063; }","duration":"193.215903ms","start":"2026-04-27T01:58:17.811285Z","end":"2026-04-27T01:58:18.004501Z","steps":["trace[200332849] 'agreement among raft nodes before linearized reading' (duration: 193.127081ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.004524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.878985ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9r524\" ","response":"range_response_count:1 size:22124"} {"level":"warn","ts":"2026-04-27T01:58:18.004545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:17.629049Z","time spent":"375.48487ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:58:18.004561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.007246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:58:18.004562Z","caller":"traceutil/trace.go:171","msg":"trace[2132939605] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9r524; range_end:; response_count:1; response_revision:15063; }","duration":"111.942147ms","start":"2026-04-27T01:58:17.892608Z","end":"2026-04-27T01:58:18.00455Z","steps":["trace[2132939605] 'agreement among raft nodes before linearized reading' (duration: 111.818194ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.004612Z","caller":"traceutil/trace.go:171","msg":"trace[1446934370] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15063; }","duration":"216.085548ms","start":"2026-04-27T01:58:17.788508Z","end":"2026-04-27T01:58:18.004594Z","steps":["trace[1446934370] 'agreement among raft nodes before linearized reading' (duration: 215.952345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.004603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.419878ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T01:58:18.004634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.130939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:58:18.004677Z","caller":"traceutil/trace.go:171","msg":"trace[634857140] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15063; }","duration":"193.532041ms","start":"2026-04-27T01:58:17.811125Z","end":"2026-04-27T01:58:18.004656Z","steps":["trace[634857140] 'agreement among raft nodes before linearized reading' (duration: 193.307055ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.004702Z","caller":"traceutil/trace.go:171","msg":"trace[1673047022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15063; }","duration":"210.22292ms","start":"2026-04-27T01:58:17.794459Z","end":"2026-04-27T01:58:18.004682Z","steps":["trace[1673047022] 'agreement among raft nodes before linearized reading' (duration: 209.981834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.004856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.598742ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"warn","ts":"2026-04-27T01:58:18.004671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.730541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:18.005077Z","caller":"traceutil/trace.go:171","msg":"trace[1419838574] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:15063; }","duration":"166.267544ms","start":"2026-04-27T01:58:17.83879Z","end":"2026-04-27T01:58:18.005057Z","steps":["trace[1419838574] 'agreement among raft nodes before linearized reading' (duration: 165.644558ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.005085Z","caller":"traceutil/trace.go:171","msg":"trace[1993782183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15063; }","duration":"193.853119ms","start":"2026-04-27T01:58:17.811209Z","end":"2026-04-27T01:58:18.005062Z","steps":["trace[1993782183] 'agreement among raft nodes before linearized reading' (duration: 193.285495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.235005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.499872ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:58:18.235113Z","caller":"traceutil/trace.go:171","msg":"trace[1697123684] transaction","detail":"{read_only:false; response_revision:15064; number_of_response:1; }","duration":"228.347306ms","start":"2026-04-27T01:58:18.006747Z","end":"2026-04-27T01:58:18.235095Z","steps":["trace[1697123684] 'process raft request' (duration: 111.542106ms)","trace[1697123684] 'compare' (duration: 116.39647ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T01:58:18.561578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.988737ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-04-27T01:58:18.562578Z","caller":"traceutil/trace.go:171","msg":"trace[795276387] transaction","detail":"{read_only:false; response_revision:15065; number_of_response:1; }","duration":"554.505666ms","start":"2026-04-27T01:58:18.008039Z","end":"2026-04-27T01:58:18.562545Z","steps":["trace[795276387] 'process raft request' (duration: 420.37642ms)","trace[795276387] 'compare' (duration: 132.697409ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:58:18.562637Z","caller":"traceutil/trace.go:171","msg":"trace[1341102111] transaction","detail":"{read_only:false; response_revision:15067; number_of_response:1; }","duration":"553.302255ms","start":"2026-04-27T01:58:18.009306Z","end":"2026-04-27T01:58:18.562609Z","steps":["trace[1341102111] 'process raft request' (duration: 553.206493ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.56272Z","caller":"traceutil/trace.go:171","msg":"trace[2098271774] transaction","detail":"{read_only:false; response_revision:15068; number_of_response:1; }","duration":"551.053489ms","start":"2026-04-27T01:58:18.011648Z","end":"2026-04-27T01:58:18.562701Z","steps":["trace[2098271774] 'process raft request' (duration: 550.889424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.562742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.008019Z","time spent":"554.633489ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:58:18.562783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.009284Z","time spent":"553.410057ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:58:18.562808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.011639Z","time spent":"551.130961ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:58:18.562836Z","caller":"traceutil/trace.go:171","msg":"trace[1658370128] transaction","detail":"{read_only:false; response_revision:15066; number_of_response:1; }","duration":"553.765797ms","start":"2026-04-27T01:58:18.008841Z","end":"2026-04-27T01:58:18.562607Z","steps":["trace[1658370128] 'process raft request' (duration: 553.626044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.563086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.008832Z","time spent":"554.143636ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:58:18.563771Z","caller":"traceutil/trace.go:171","msg":"trace[1603665242] linearizableReadLoop","detail":"{readStateIndex:15586; appliedIndex:15583; }","duration":"554.711411ms","start":"2026-04-27T01:58:18.00905Z","end":"2026-04-27T01:58:18.563761Z","steps":["trace[1603665242] 'read index received' (duration: 109.253899ms)","trace[1603665242] 'applied index is now lower than readState.Index' (duration: 445.456872ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:58:18.563977Z","caller":"traceutil/trace.go:171","msg":"trace[1510757312] transaction","detail":"{read_only:false; response_revision:15069; number_of_response:1; }","duration":"551.180912ms","start":"2026-04-27T01:58:18.012781Z","end":"2026-04-27T01:58:18.563961Z","steps":["trace[1510757312] 'process raft request' (duration: 550.896794ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.564014Z","caller":"traceutil/trace.go:171","msg":"trace[1972129134] transaction","detail":"{read_only:false; response_revision:15070; number_of_response:1; }","duration":"547.914651ms","start":"2026-04-27T01:58:18.016069Z","end":"2026-04-27T01:58:18.563984Z","steps":["trace[1972129134] 'process raft request' (duration: 547.653063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.56419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.073653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:422"} {"level":"info","ts":"2026-04-27T01:58:18.564245Z","caller":"traceutil/trace.go:171","msg":"trace[2110957654] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:15070; }","duration":"327.135414ms","start":"2026-04-27T01:58:18.237077Z","end":"2026-04-27T01:58:18.564213Z","steps":["trace[2110957654] 'agreement among raft nodes before linearized reading' (duration: 327.027372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.564273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.237055Z","time spent":"327.211036ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":445,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T01:58:18.564314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"465.767733ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T01:58:18.564438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"331.703069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T01:58:18.564444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.194379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T01:58:18.564463Z","caller":"traceutil/trace.go:171","msg":"trace[1150097886] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15070; }","duration":"331.75565ms","start":"2026-04-27T01:58:18.2327Z","end":"2026-04-27T01:58:18.564456Z","steps":["trace[1150097886] 'agreement among raft nodes before linearized reading' (duration: 331.685309ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.564484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.232687Z","time spent":"331.792772ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"info","ts":"2026-04-27T01:58:18.564481Z","caller":"traceutil/trace.go:171","msg":"trace[563566665] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15070; }","duration":"467.25223ms","start":"2026-04-27T01:58:18.097219Z","end":"2026-04-27T01:58:18.564471Z","steps":["trace[563566665] 'agreement among raft nodes before linearized reading' (duration: 466.900821ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.564363Z","caller":"traceutil/trace.go:171","msg":"trace[1234428779] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15070; }","duration":"465.832015ms","start":"2026-04-27T01:58:18.098518Z","end":"2026-04-27T01:58:18.56435Z","steps":["trace[1234428779] 'agreement among raft nodes before linearized reading' (duration: 465.599209ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.564519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.097211Z","time spent":"467.300052ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T01:58:18.564586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"522.86915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769917"} {"level":"warn","ts":"2026-04-27T01:58:18.564629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.098512Z","time spent":"466.04253ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T01:58:18.564605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.159035ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:58:18.564482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.01606Z","time spent":"548.135456ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:58:18.564684Z","caller":"traceutil/trace.go:171","msg":"trace[2030553949] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:15070; }","duration":"358.262377ms","start":"2026-04-27T01:58:18.206412Z","end":"2026-04-27T01:58:18.564674Z","steps":["trace[2030553949] 'agreement among raft nodes before linearized reading' (duration: 358.166704ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.56409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.593968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:58:18.564874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.980579ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:58:18.564874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.840658ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T01:58:18.564928Z","caller":"traceutil/trace.go:171","msg":"trace[1257941444] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15070; }","duration":"288.015849ms","start":"2026-04-27T01:58:18.276878Z","end":"2026-04-27T01:58:18.564894Z","steps":["trace[1257941444] 'agreement among raft nodes before linearized reading' (duration: 287.979158ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.56493Z","caller":"traceutil/trace.go:171","msg":"trace[44511169] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15070; }","duration":"276.92262ms","start":"2026-04-27T01:58:18.287993Z","end":"2026-04-27T01:58:18.564915Z","steps":["trace[44511169] 'agreement among raft nodes before linearized reading' (duration: 276.766596ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.564896Z","caller":"traceutil/trace.go:171","msg":"trace[10224810] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15070; }","duration":"288.423569ms","start":"2026-04-27T01:58:18.276455Z","end":"2026-04-27T01:58:18.564879Z","steps":["trace[10224810] 'agreement among raft nodes before linearized reading' (duration: 287.618029ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.564046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.193445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:18.565093Z","caller":"traceutil/trace.go:171","msg":"trace[1216658783] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:15070; }","duration":"448.248392ms","start":"2026-04-27T01:58:18.116827Z","end":"2026-04-27T01:58:18.565076Z","steps":["trace[1216658783] 'agreement among raft nodes before linearized reading' (duration: 447.160855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.565079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.303156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:58:18.564095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.331848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T01:58:18.565129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.116802Z","time spent":"448.314274ms","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":28,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:58:18.565136Z","caller":"traceutil/trace.go:171","msg":"trace[315677895] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15070; }","duration":"112.397159ms","start":"2026-04-27T01:58:18.452726Z","end":"2026-04-27T01:58:18.565123Z","steps":["trace[315677895] 'agreement among raft nodes before linearized reading' (duration: 111.911557ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.565144Z","caller":"traceutil/trace.go:171","msg":"trace[731498031] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15070; }","duration":"469.417925ms","start":"2026-04-27T01:58:18.095715Z","end":"2026-04-27T01:58:18.565133Z","steps":["trace[731498031] 'agreement among raft nodes before linearized reading' (duration: 468.290477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.565182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.095691Z","time spent":"469.481486ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T01:58:18.564686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.312343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:18.565251Z","caller":"traceutil/trace.go:171","msg":"trace[340631469] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15070; }","duration":"469.904107ms","start":"2026-04-27T01:58:18.095339Z","end":"2026-04-27T01:58:18.565243Z","steps":["trace[340631469] 'agreement among raft nodes before linearized reading' (duration: 469.307702ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.565257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.993247ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769917"} {"level":"warn","ts":"2026-04-27T01:58:18.565277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.095326Z","time spent":"469.943929ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T01:58:18.564787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.206378Z","time spent":"358.39656ms","remote":"127.0.0.1:40326","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":28,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:58:18.565286Z","caller":"traceutil/trace.go:171","msg":"trace[744089339] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15070; }","duration":"516.049188ms","start":"2026-04-27T01:58:18.04923Z","end":"2026-04-27T01:58:18.565279Z","steps":["trace[744089339] 'agreement among raft nodes before linearized reading' (duration: 515.551885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.565308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.049216Z","time spent":"516.084439ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769940,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T01:58:18.564146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.161437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:18.565332Z","caller":"traceutil/trace.go:171","msg":"trace[42037647] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15070; }","duration":"288.499801ms","start":"2026-04-27T01:58:18.276827Z","end":"2026-04-27T01:58:18.565326Z","steps":["trace[42037647] 'agreement among raft nodes before linearized reading' (duration: 287.151717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.565329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.300495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T01:58:18.564077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.012759Z","time spent":"551.277875ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T01:58:18.564639Z","caller":"traceutil/trace.go:171","msg":"trace[640353466] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15070; }","duration":"522.955343ms","start":"2026-04-27T01:58:18.041673Z","end":"2026-04-27T01:58:18.564629Z","steps":["trace[640353466] 'agreement among raft nodes before linearized reading' (duration: 522.277285ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.564806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.084621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:58:18.565425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.041657Z","time spent":"523.758022ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769940,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-04-27T01:58:18.565429Z","caller":"traceutil/trace.go:171","msg":"trace[1093339030] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15070; }","duration":"112.741857ms","start":"2026-04-27T01:58:18.452676Z","end":"2026-04-27T01:58:18.565418Z","steps":["trace[1093339030] 'agreement among raft nodes before linearized reading' (duration: 112.118212ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.565437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.44808ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:18.565465Z","caller":"traceutil/trace.go:171","msg":"trace[2040802101] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15070; }","duration":"112.499741ms","start":"2026-04-27T01:58:18.452956Z","end":"2026-04-27T01:58:18.565456Z","steps":["trace[2040802101] 'agreement among raft nodes before linearized reading' (duration: 112.46088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.564781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.669519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:58:18.565557Z","caller":"traceutil/trace.go:171","msg":"trace[637066760] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:15070; }","duration":"251.443238ms","start":"2026-04-27T01:58:18.314102Z","end":"2026-04-27T01:58:18.565545Z","steps":["trace[637066760] 'agreement among raft nodes before linearized reading' (duration: 250.648429ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:18.56573Z","caller":"traceutil/trace.go:171","msg":"trace[1362949968] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15070; }","duration":"104.717156ms","start":"2026-04-27T01:58:18.461004Z","end":"2026-04-27T01:58:18.565721Z","steps":["trace[1362949968] 'agreement among raft nodes before linearized reading' (duration: 104.224313ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.568355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"559.299467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:79 size:769917"} {"level":"info","ts":"2026-04-27T01:58:18.568385Z","caller":"traceutil/trace.go:171","msg":"trace[851604858] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:79; response_revision:15070; }","duration":"559.344088ms","start":"2026-04-27T01:58:18.009033Z","end":"2026-04-27T01:58:18.568377Z","steps":["trace[851604858] 'agreement among raft nodes before linearized reading' (duration: 554.868024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:18.568402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:18.009027Z","time spent":"559.370409ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":79,"response size":769940,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-04-27T01:58:20.035256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696769175,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T01:58:20.286339Z","caller":"traceutil/trace.go:171","msg":"trace[1552591090] transaction","detail":"{read_only:false; response_revision:15072; number_of_response:1; }","duration":"753.115294ms","start":"2026-04-27T01:58:19.533202Z","end":"2026-04-27T01:58:20.286317Z","steps":["trace[1552591090] 'process raft request' (duration: 752.969351ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:20.28648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.533178Z","time spent":"753.229008ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:58:21.614954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000712225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T01:58:21.615023Z","caller":"traceutil/trace.go:171","msg":"trace[317228227] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000826208s","start":"2026-04-27T01:58:19.614181Z","end":"2026-04-27T01:58:21.615008Z","steps":["trace[317228227] 'agreement among raft nodes before linearized reading' (duration: 2.000734456s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.615074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.614168Z","time spent":"2.000890089s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T01:58:21.629574Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.34334794s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T01:58:21.63462Z","caller":"traceutil/trace.go:171","msg":"trace[790149897] linearizableReadLoop","detail":"{readStateIndex:15594; appliedIndex:15591; }","duration":"2.100035874s","start":"2026-04-27T01:58:19.534564Z","end":"2026-04-27T01:58:21.6346Z","steps":["trace[790149897] 'read index received' (duration: 751.666817ms)","trace[790149897] 'applied index is now lower than readState.Index' (duration: 1.348368197s)"],"step_count":2} {"level":"info","ts":"2026-04-27T01:58:21.634733Z","caller":"traceutil/trace.go:171","msg":"trace[670375453] transaction","detail":"{read_only:false; response_revision:15074; number_of_response:1; }","duration":"2.098532856s","start":"2026-04-27T01:58:19.536187Z","end":"2026-04-27T01:58:21.63472Z","steps":["trace[670375453] 'process raft request' (duration: 2.098327271s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:21.634783Z","caller":"traceutil/trace.go:171","msg":"trace[1598696600] transaction","detail":"{read_only:false; response_revision:15073; number_of_response:1; }","duration":"2.098577677s","start":"2026-04-27T01:58:19.536177Z","end":"2026-04-27T01:58:21.634755Z","steps":["trace[1598696600] 'process raft request' (duration: 2.093573161s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.634836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.536174Z","time spent":"2.098590467s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:58:21.63492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.536162Z","time spent":"2.09868533s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":39,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T01:58:21.635159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.099343138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-metadata\" ","response":"range_response_count:1 size:682"} {"level":"info","ts":"2026-04-27T01:58:21.635198Z","caller":"traceutil/trace.go:171","msg":"trace[695082695] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-metadata; range_end:; response_count:1; response_revision:15074; }","duration":"2.099383529s","start":"2026-04-27T01:58:19.535805Z","end":"2026-04-27T01:58:21.635188Z","steps":["trace[695082695] 'agreement among raft nodes before linearized reading' (duration: 2.099253245s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.635223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.535765Z","time spent":"2.09945341s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":705,"request content":"key:\"/registry/services/endpoints/openstack/nova-metadata\" "} {"level":"warn","ts":"2026-04-27T01:58:21.635389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100825424s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T01:58:21.635414Z","caller":"traceutil/trace.go:171","msg":"trace[1032683878] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15074; }","duration":"2.100881225s","start":"2026-04-27T01:58:19.534527Z","end":"2026-04-27T01:58:21.635408Z","steps":["trace[1032683878] 'agreement among raft nodes before linearized reading' (duration: 2.100815093s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.635432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.534512Z","time spent":"2.100915847s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T01:58:21.635562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059638449s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T01:58:21.635587Z","caller":"traceutil/trace.go:171","msg":"trace[1461824685] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15074; }","duration":"1.05968024s","start":"2026-04-27T01:58:20.575899Z","end":"2026-04-27T01:58:21.63558Z","steps":["trace[1461824685] 'agreement among raft nodes before linearized reading' (duration: 1.059624209s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.635577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059388113s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T01:58:21.635605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.57589Z","time spent":"1.059711101s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-27T01:58:21.635631Z","caller":"traceutil/trace.go:171","msg":"trace[1119247490] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15074; }","duration":"1.059462904s","start":"2026-04-27T01:58:20.576152Z","end":"2026-04-27T01:58:21.635615Z","steps":["trace[1119247490] 'agreement among raft nodes before linearized reading' (duration: 1.059299s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.635682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.576141Z","time spent":"1.059530137s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T01:58:21.635694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.059971677s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:21.635713Z","caller":"traceutil/trace.go:171","msg":"trace[1286472794] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15074; }","duration":"1.060010288s","start":"2026-04-27T01:58:20.575697Z","end":"2026-04-27T01:58:21.635708Z","steps":["trace[1286472794] 'agreement among raft nodes before linearized reading' (duration: 1.059981358s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.635736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.575685Z","time spent":"1.060046679s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T01:58:21.635786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060065329s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:21.635805Z","caller":"traceutil/trace.go:171","msg":"trace[178451459] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15074; }","duration":"1.060112171s","start":"2026-04-27T01:58:20.575689Z","end":"2026-04-27T01:58:21.635801Z","steps":["trace[178451459] 'agreement among raft nodes before linearized reading' (duration: 1.06008638s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.635822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.575671Z","time spent":"1.060147101s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T01:58:21.63588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060193763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:21.6359Z","caller":"traceutil/trace.go:171","msg":"trace[1229005229] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15074; }","duration":"1.060213093s","start":"2026-04-27T01:58:20.575682Z","end":"2026-04-27T01:58:21.635895Z","steps":["trace[1229005229] 'agreement among raft nodes before linearized reading' (duration: 1.060185012s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.635916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.575633Z","time spent":"1.060279925s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T01:58:21.63604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060367067s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T01:58:21.636064Z","caller":"traceutil/trace.go:171","msg":"trace[78459479] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15074; }","duration":"1.060430808s","start":"2026-04-27T01:58:20.575627Z","end":"2026-04-27T01:58:21.636058Z","steps":["trace[78459479] 'agreement among raft nodes before linearized reading' (duration: 1.060368067s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.636082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.575604Z","time spent":"1.06047339s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T01:58:21.636191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065068985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T01:58:21.636213Z","caller":"traceutil/trace.go:171","msg":"trace[1549903822] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15074; }","duration":"1.065112227s","start":"2026-04-27T01:58:20.571096Z","end":"2026-04-27T01:58:21.636208Z","steps":["trace[1549903822] 'agreement among raft nodes before linearized reading' (duration: 1.065056315s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.63623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.571083Z","time spent":"1.065143197s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T01:58:21.636344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065882536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T01:58:21.636366Z","caller":"traceutil/trace.go:171","msg":"trace[1486494892] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15074; }","duration":"1.065926527s","start":"2026-04-27T01:58:20.570435Z","end":"2026-04-27T01:58:21.636361Z","steps":["trace[1486494892] 'agreement among raft nodes before linearized reading' (duration: 1.065871925s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.636383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.570424Z","time spent":"1.065955617s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T01:58:21.636491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066730867s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-04-27T01:58:21.636514Z","caller":"traceutil/trace.go:171","msg":"trace[1644879337] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:15074; }","duration":"1.066792759s","start":"2026-04-27T01:58:20.569716Z","end":"2026-04-27T01:58:21.636509Z","steps":["trace[1644879337] 'agreement among raft nodes before linearized reading' (duration: 1.066737018s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.63653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.569688Z","time spent":"1.066838281s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T01:58:21.636644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067032326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-04-27T01:58:21.636668Z","caller":"traceutil/trace.go:171","msg":"trace[969374548] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:15074; }","duration":"1.067055146s","start":"2026-04-27T01:58:20.569607Z","end":"2026-04-27T01:58:21.636662Z","steps":["trace[969374548] 'agreement among raft nodes before linearized reading' (duration: 1.066999455s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.636688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.569575Z","time spent":"1.067107507s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T01:58:21.636796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067773793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T01:58:21.636821Z","caller":"traceutil/trace.go:171","msg":"trace[1292074073] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:15074; }","duration":"1.067810755s","start":"2026-04-27T01:58:20.569002Z","end":"2026-04-27T01:58:21.636813Z","steps":["trace[1292074073] 'agreement among raft nodes before linearized reading' (duration: 1.067755294s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.636839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.568997Z","time spent":"1.067838025s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T01:58:21.63695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067964238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T01:58:21.636972Z","caller":"traceutil/trace.go:171","msg":"trace[959031094] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:15074; }","duration":"1.06803206s","start":"2026-04-27T01:58:20.568934Z","end":"2026-04-27T01:58:21.636966Z","steps":["trace[959031094] 'agreement among raft nodes before linearized reading' (duration: 1.067978288s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.636997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.568927Z","time spent":"1.0680649s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":529,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T01:58:21.637155Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068725508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-04-27T01:58:21.63718Z","caller":"traceutil/trace.go:171","msg":"trace[1959813162] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:15074; }","duration":"1.06877523s","start":"2026-04-27T01:58:20.5684Z","end":"2026-04-27T01:58:21.637175Z","steps":["trace[1959813162] 'agreement among raft nodes before linearized reading' (duration: 1.068698418s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.637198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.568389Z","time spent":"1.06880527s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T01:58:21.637353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070630246s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T01:58:21.637378Z","caller":"traceutil/trace.go:171","msg":"trace[1103638954] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:15074; }","duration":"1.070690688s","start":"2026-04-27T01:58:20.566682Z","end":"2026-04-27T01:58:21.637372Z","steps":["trace[1103638954] 'agreement among raft nodes before linearized reading' (duration: 1.070589695s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.637375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.003596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T01:58:21.637451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.086268848s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ktc5c\" ","response":"range_response_count:1 size:20763"} {"level":"info","ts":"2026-04-27T01:58:21.637475Z","caller":"traceutil/trace.go:171","msg":"trace[1988900704] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ktc5c; range_end:; response_count:1; response_revision:15074; }","duration":"2.086332779s","start":"2026-04-27T01:58:19.551137Z","end":"2026-04-27T01:58:21.63747Z","steps":["trace[1988900704] 'agreement among raft nodes before linearized reading' (duration: 2.086271038s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.637492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.551117Z","time spent":"2.086370241s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20786,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ktc5c\" "} {"level":"warn","ts":"2026-04-27T01:58:21.637532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"544.635487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-04-27T01:58:21.63758Z","caller":"traceutil/trace.go:171","msg":"trace[1447345363] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:15074; }","duration":"544.7235ms","start":"2026-04-27T01:58:21.092841Z","end":"2026-04-27T01:58:21.637565Z","steps":["trace[1447345363] 'agreement among raft nodes before linearized reading' (duration: 544.626777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.637624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.088600197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zl9tm\" ","response":"range_response_count:1 size:9796"} {"level":"info","ts":"2026-04-27T01:58:21.637649Z","caller":"traceutil/trace.go:171","msg":"trace[423211229] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zl9tm; range_end:; response_count:1; response_revision:15074; }","duration":"2.088645307s","start":"2026-04-27T01:58:19.548998Z","end":"2026-04-27T01:58:21.637643Z","steps":["trace[423211229] 'agreement among raft nodes before linearized reading' (duration: 2.088585546s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.637667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.548988Z","time spent":"2.088674858s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9819,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zl9tm\" "} {"level":"warn","ts":"2026-04-27T01:58:21.637719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.272935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-04-27T01:58:21.637748Z","caller":"traceutil/trace.go:171","msg":"trace[1305128482] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:15074; }","duration":"764.350818ms","start":"2026-04-27T01:58:20.87339Z","end":"2026-04-27T01:58:21.63774Z","steps":["trace[1305128482] 'agreement among raft nodes before linearized reading' (duration: 764.252875ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.637758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.100056474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:58:21.637771Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.873369Z","time spent":"764.394658ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T01:58:21.637623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:21.09282Z","time spent":"544.788512ms","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":43,"response size":30,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:58:21.637441Z","caller":"traceutil/trace.go:171","msg":"trace[2030359293] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:15074; }","duration":"330.18521ms","start":"2026-04-27T01:58:21.307241Z","end":"2026-04-27T01:58:21.637426Z","steps":["trace[2030359293] 'agreement among raft nodes before linearized reading' (duration: 329.074922ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.643917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:21.307211Z","time spent":"336.673723ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1607,"response size":31,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-27T01:58:21.637781Z","caller":"traceutil/trace.go:171","msg":"trace[1653924968] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15074; }","duration":"2.100116586s","start":"2026-04-27T01:58:19.537659Z","end":"2026-04-27T01:58:21.637776Z","steps":["trace[1653924968] 'agreement among raft nodes before linearized reading' (duration: 2.100085195s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.644127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.537639Z","time spent":"2.106432375s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T01:58:21.637396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.566663Z","time spent":"1.070729149s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T01:58:21.637886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.10185987s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-04-27T01:58:21.644402Z","caller":"traceutil/trace.go:171","msg":"trace[1075477797] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15074; }","duration":"2.108360054s","start":"2026-04-27T01:58:19.536001Z","end":"2026-04-27T01:58:21.644361Z","steps":["trace[1075477797] 'agreement among raft nodes before linearized reading' (duration: 2.101846641s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.644456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.535993Z","time spent":"2.108450096s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T01:58:21.63791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.102049695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/neutron-server\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:21.644607Z","caller":"traceutil/trace.go:171","msg":"trace[439916962] range","detail":"{range_begin:/registry/services/endpoints/openstack/neutron-server; range_end:; response_count:0; response_revision:15074; }","duration":"2.108730203s","start":"2026-04-27T01:58:19.535854Z","end":"2026-04-27T01:58:21.644584Z","steps":["trace[439916962] 'agreement among raft nodes before linearized reading' (duration: 2.102042695s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.639281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063008554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:58:21.644674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:19.535825Z","time spent":"2.108830345s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":0,"response size":28,"request content":"key:\"/registry/services/endpoints/openstack/neutron-server\" "} {"level":"info","ts":"2026-04-27T01:58:21.64471Z","caller":"traceutil/trace.go:171","msg":"trace[1132059522] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15074; }","duration":"1.06844807s","start":"2026-04-27T01:58:20.576249Z","end":"2026-04-27T01:58:21.644697Z","steps":["trace[1132059522] 'agreement among raft nodes before linearized reading' (duration: 1.062988113s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.644757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.576244Z","time spent":"1.068500852s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-04-27T01:58:21.639323Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063067185s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:21.64488Z","caller":"traceutil/trace.go:171","msg":"trace[527713957] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15074; }","duration":"1.068623964s","start":"2026-04-27T01:58:20.576235Z","end":"2026-04-27T01:58:21.644859Z","steps":["trace[527713957] 'agreement among raft nodes before linearized reading' (duration: 1.063070195s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.644974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.576229Z","time spent":"1.068725117s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T01:58:21.639386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063146937s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T01:58:21.645074Z","caller":"traceutil/trace.go:171","msg":"trace[821830197] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15074; }","duration":"1.06883828s","start":"2026-04-27T01:58:20.576223Z","end":"2026-04-27T01:58:21.645061Z","steps":["trace[821830197] 'agreement among raft nodes before linearized reading' (duration: 1.063114256s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.64511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.576216Z","time spent":"1.068883231s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T01:58:21.639371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063050804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-04-27T01:58:21.645254Z","caller":"traceutil/trace.go:171","msg":"trace[1902807787] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15074; }","duration":"1.068972143s","start":"2026-04-27T01:58:20.576271Z","end":"2026-04-27T01:58:21.645243Z","steps":["trace[1902807787] 'agreement among raft nodes before linearized reading' (duration: 1.06290639s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.64529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.576265Z","time spent":"1.069015285s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T01:58:21.63941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063190318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-04-27T01:58:21.645489Z","caller":"traceutil/trace.go:171","msg":"trace[1425939840] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15074; }","duration":"1.06926908s","start":"2026-04-27T01:58:20.576193Z","end":"2026-04-27T01:58:21.645462Z","steps":["trace[1425939840] 'agreement among raft nodes before linearized reading' (duration: 1.063204698s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.639401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.247364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-04-27T01:58:21.645548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.576182Z","time spent":"1.069350104s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"info","ts":"2026-04-27T01:58:21.645553Z","caller":"traceutil/trace.go:171","msg":"trace[1396374949] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15074; }","duration":"797.43238ms","start":"2026-04-27T01:58:20.848102Z","end":"2026-04-27T01:58:21.645534Z","steps":["trace[1396374949] 'agreement among raft nodes before linearized reading' (duration: 791.148551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.639406Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.158235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:58:21.645596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.848094Z","time spent":"797.488671ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":691,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-04-27T01:58:21.639464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.420348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T01:58:21.63951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.05606293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9r524\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-04-27T01:58:21.64564Z","caller":"traceutil/trace.go:171","msg":"trace[1404700173] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15074; }","duration":"788.449134ms","start":"2026-04-27T01:58:20.857169Z","end":"2026-04-27T01:58:21.645618Z","steps":["trace[1404700173] 'agreement among raft nodes before linearized reading' (duration: 782.128434ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:21.645667Z","caller":"traceutil/trace.go:171","msg":"trace[1388748808] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9r524; range_end:; response_count:1; response_revision:15074; }","duration":"1.062231565s","start":"2026-04-27T01:58:20.583424Z","end":"2026-04-27T01:58:21.645656Z","steps":["trace[1388748808] 'agreement among raft nodes before linearized reading' (duration: 1.055999278s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:21.645694Z","caller":"traceutil/trace.go:171","msg":"trace[2090163614] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15074; }","duration":"797.671816ms","start":"2026-04-27T01:58:20.847984Z","end":"2026-04-27T01:58:21.645656Z","steps":["trace[2090163614] 'agreement among raft nodes before linearized reading' (duration: 791.379567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.645707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.583414Z","time spent":"1.062282496s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9r524\" "} {"level":"warn","ts":"2026-04-27T01:58:21.645715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.857148Z","time spent":"788.543636ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-04-27T01:58:21.639628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.058409188s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:58:21.639592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057424053s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9r524\" ","response":"range_response_count:1 size:22124"} {"level":"info","ts":"2026-04-27T01:58:21.645801Z","caller":"traceutil/trace.go:171","msg":"trace[1298638891] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15074; }","duration":"1.064566273s","start":"2026-04-27T01:58:20.581198Z","end":"2026-04-27T01:58:21.645764Z","steps":["trace[1298638891] 'agreement among raft nodes before linearized reading' (duration: 1.058411107s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.645826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.581188Z","time spent":"1.064632134s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"info","ts":"2026-04-27T01:58:21.645851Z","caller":"traceutil/trace.go:171","msg":"trace[449743848] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9r524; range_end:; response_count:1; response_revision:15074; }","duration":"1.063702961s","start":"2026-04-27T01:58:20.582127Z","end":"2026-04-27T01:58:21.64583Z","steps":["trace[449743848] 'agreement among raft nodes before linearized reading' (duration: 1.057407952s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.63967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063022153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-04-27T01:58:21.639619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053757011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-04-27T01:58:21.63956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.052678833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-fkdhc\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-04-27T01:58:21.645735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.847962Z","time spent":"797.762689ms","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"info","ts":"2026-04-27T01:58:21.645914Z","caller":"traceutil/trace.go:171","msg":"trace[1187095765] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15074; }","duration":"1.069286782s","start":"2026-04-27T01:58:20.57662Z","end":"2026-04-27T01:58:21.645907Z","steps":["trace[1187095765] 'agreement among raft nodes before linearized reading' (duration: 1.063013144s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:21.645934Z","caller":"traceutil/trace.go:171","msg":"trace[52653883] range","detail":"{range_begin:/registry/pods/openstack/keepalived-fkdhc; range_end:; response_count:1; response_revision:15074; }","duration":"1.059080225s","start":"2026-04-27T01:58:20.586846Z","end":"2026-04-27T01:58:21.645927Z","steps":["trace[52653883] 'agreement among raft nodes before linearized reading' (duration: 1.052655123s)"],"step_count":1} {"level":"info","ts":"2026-04-27T01:58:21.645931Z","caller":"traceutil/trace.go:171","msg":"trace[1263075124] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15074; }","duration":"1.060090421s","start":"2026-04-27T01:58:20.585827Z","end":"2026-04-27T01:58:21.645918Z","steps":["trace[1263075124] 'agreement among raft nodes before linearized reading' (duration: 1.053374651s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T01:58:21.645962Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.586835Z","time spent":"1.059119436s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6547,"request content":"key:\"/registry/pods/openstack/keepalived-fkdhc\" "} {"level":"warn","ts":"2026-04-27T01:58:21.645996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.585815Z","time spent":"1.060144753s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5546,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-04-27T01:58:21.646091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.576614Z","time spent":"1.069321333s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":28,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-04-27T01:58:21.645904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T01:58:20.582113Z","time spent":"1.063778924s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22147,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9r524\" "} {"level":"info","ts":"2026-04-27T01:59:04.491167Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12786} {"level":"info","ts":"2026-04-27T01:59:04.591537Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12786,"took":"95.507937ms","hash":1979721497,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":30568448,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-27T01:59:04.591615Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1979721497,"revision":12786,"compact-revision":10691} {"level":"info","ts":"2026-04-27T02:03:57.58334Z","caller":"traceutil/trace.go:171","msg":"trace[2119631663] transaction","detail":"{read_only:false; response_revision:17563; number_of_response:1; }","duration":"103.90636ms","start":"2026-04-27T02:03:57.479397Z","end":"2026-04-27T02:03:57.583303Z","steps":["trace[2119631663] 'process raft request' (duration: 30.227702ms)","trace[2119631663] 'compare' (duration: 73.409392ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:03:57.583889Z","caller":"traceutil/trace.go:171","msg":"trace[829339896] transaction","detail":"{read_only:false; response_revision:17564; number_of_response:1; }","duration":"104.211869ms","start":"2026-04-27T02:03:57.479628Z","end":"2026-04-27T02:03:57.58384Z","steps":["trace[829339896] 'process raft request' (duration: 103.615944ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:04.498235Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15333} {"level":"info","ts":"2026-04-27T02:04:04.593012Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15333,"took":"91.549748ms","hash":3067263659,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":31834112,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-27T02:04:04.593073Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3067263659,"revision":15333,"compact-revision":12786} {"level":"warn","ts":"2026-04-27T02:04:08.232709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.099886ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-27T02:04:08.232797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:07.563435Z","time spent":"669.358283ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:04:08.233648Z","caller":"traceutil/trace.go:171","msg":"trace[1706426098] linearizableReadLoop","detail":"{readStateIndex:18309; appliedIndex:18307; }","duration":"621.006814ms","start":"2026-04-27T02:04:07.612621Z","end":"2026-04-27T02:04:08.233627Z","steps":["trace[1706426098] 'read index received' (duration: 492.983624ms)","trace[1706426098] 'applied index is now lower than readState.Index' (duration: 128.02259ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:04:08.234025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.397193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:04:08.234076Z","caller":"traceutil/trace.go:171","msg":"trace[1368907150] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17702; }","duration":"621.457884ms","start":"2026-04-27T02:04:07.612603Z","end":"2026-04-27T02:04:08.23406Z","steps":["trace[1368907150] 'agreement among raft nodes before linearized reading' (duration: 621.351002ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:08.234047Z","caller":"traceutil/trace.go:171","msg":"trace[1001747237] transaction","detail":"{read_only:false; response_revision:17702; number_of_response:1; }","duration":"383.585605ms","start":"2026-04-27T02:04:07.850419Z","end":"2026-04-27T02:04:08.234004Z","steps":["trace[1001747237] 'process raft request' (duration: 383.164304ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:08.234163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"601.013918ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T02:04:08.234228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.669781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29620920-kpmqn\" ","response":"range_response_count:1 size:7038"} {"level":"info","ts":"2026-04-27T02:04:08.234231Z","caller":"traceutil/trace.go:171","msg":"trace[98589089] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17702; }","duration":"601.134311ms","start":"2026-04-27T02:04:07.63308Z","end":"2026-04-27T02:04:08.234214Z","steps":["trace[98589089] 'agreement among raft nodes before linearized reading' (duration: 600.934056ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:08.234252Z","caller":"traceutil/trace.go:171","msg":"trace[32902155] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29620920-kpmqn; range_end:; response_count:1; response_revision:17702; }","duration":"158.693392ms","start":"2026-04-27T02:04:08.075551Z","end":"2026-04-27T02:04:08.234244Z","steps":["trace[32902155] 'agreement among raft nodes before linearized reading' (duration: 158.573469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:08.234251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:07.8504Z","time spent":"383.739478ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:04:08.234265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:07.633058Z","time spent":"601.197392ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:04:08.234295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"597.167452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:04:08.234103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:07.612536Z","time spent":"621.559727ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:04:08.234362Z","caller":"traceutil/trace.go:171","msg":"trace[700620242] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17702; }","duration":"597.272534ms","start":"2026-04-27T02:04:07.637068Z","end":"2026-04-27T02:04:08.234341Z","steps":["trace[700620242] 'agreement among raft nodes before linearized reading' (duration: 597.026388ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:08.234405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:07.637038Z","time spent":"597.348495ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:04:08.234949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.957852ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zl9tm\" ","response":"range_response_count:1 size:9797"} {"level":"info","ts":"2026-04-27T02:04:08.235011Z","caller":"traceutil/trace.go:171","msg":"trace[1460033200] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zl9tm; range_end:; response_count:1; response_revision:17702; }","duration":"353.24166ms","start":"2026-04-27T02:04:07.881758Z","end":"2026-04-27T02:04:08.234999Z","steps":["trace[1460033200] 'agreement among raft nodes before linearized reading' (duration: 352.925361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:08.235042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:07.881738Z","time spent":"353.294112ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zl9tm\" "} {"level":"info","ts":"2026-04-27T02:04:08.23521Z","caller":"traceutil/trace.go:171","msg":"trace[2077901707] transaction","detail":"{read_only:false; response_revision:17701; number_of_response:1; }","duration":"642.212218ms","start":"2026-04-27T02:04:07.591739Z","end":"2026-04-27T02:04:08.233951Z","steps":["trace[2077901707] 'process raft request' (duration: 641.668374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:08.23531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:07.591708Z","time spent":"643.539712ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":9136,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:04:08.237957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.037572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:04:08.238048Z","caller":"traceutil/trace.go:171","msg":"trace[661366717] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:17702; }","duration":"463.852239ms","start":"2026-04-27T02:04:07.774174Z","end":"2026-04-27T02:04:08.238026Z","steps":["trace[661366717] 'agreement among raft nodes before linearized reading' (duration: 459.892078ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:08.23811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:07.774151Z","time spent":"463.938252ms","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":61,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:04:08.800704Z","caller":"traceutil/trace.go:171","msg":"trace[1717943439] transaction","detail":"{read_only:false; response_revision:17716; number_of_response:1; }","duration":"102.015053ms","start":"2026-04-27T02:04:08.698657Z","end":"2026-04-27T02:04:08.800672Z","steps":["trace[1717943439] 'process raft request' (duration: 101.779707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:10.319956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.441582ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:04:10.320053Z","caller":"traceutil/trace.go:171","msg":"trace[497977208] transaction","detail":"{read_only:false; response_revision:17733; number_of_response:1; }","duration":"784.587269ms","start":"2026-04-27T02:04:09.535449Z","end":"2026-04-27T02:04:10.320036Z","steps":["trace[497977208] 'process raft request' (duration: 440.977482ms)","trace[497977208] 'compare' (duration: 342.818447ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:04:10.320132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:09.535434Z","time spent":"784.64403ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:04:10.320693Z","caller":"traceutil/trace.go:171","msg":"trace[1522517199] linearizableReadLoop","detail":"{readStateIndex:18343; appliedIndex:18340; }","duration":"705.819912ms","start":"2026-04-27T02:04:09.614848Z","end":"2026-04-27T02:04:10.320668Z","steps":["trace[1522517199] 'read index received' (duration: 361.552038ms)","trace[1522517199] 'applied index is now lower than readState.Index' (duration: 344.267043ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:04:10.320912Z","caller":"traceutil/trace.go:171","msg":"trace[2084185532] transaction","detail":"{read_only:false; response_revision:17734; number_of_response:1; }","duration":"784.693121ms","start":"2026-04-27T02:04:09.536206Z","end":"2026-04-27T02:04:10.3209Z","steps":["trace[2084185532] 'process raft request' (duration: 784.299942ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:10.320982Z","caller":"traceutil/trace.go:171","msg":"trace[260451963] transaction","detail":"{read_only:false; response_revision:17735; number_of_response:1; }","duration":"784.384014ms","start":"2026-04-27T02:04:09.536571Z","end":"2026-04-27T02:04:10.320955Z","steps":["trace[260451963] 'process raft request' (duration: 784.059246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:10.32103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:09.536189Z","time spent":"784.756322ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:04:10.321025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"706.166921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:04:10.321115Z","caller":"traceutil/trace.go:171","msg":"trace[175995199] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17735; }","duration":"706.316674ms","start":"2026-04-27T02:04:09.614778Z","end":"2026-04-27T02:04:10.321095Z","steps":["trace[175995199] 'agreement among raft nodes before linearized reading' (duration: 706.174771ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:10.321142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:09.536534Z","time spent":"784.517647ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:04:10.321178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:09.614752Z","time spent":"706.414707ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:04:10.323763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"409.681063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:04:10.323832Z","caller":"traceutil/trace.go:171","msg":"trace[2107633477] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:17736; }","duration":"409.768895ms","start":"2026-04-27T02:04:09.914039Z","end":"2026-04-27T02:04:10.323808Z","steps":["trace[2107633477] 'agreement among raft nodes before linearized reading' (duration: 409.680632ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:10.323868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:09.914024Z","time spent":"409.833707ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:04:15.171811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.675038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-27T02:04:15.171862Z","caller":"traceutil/trace.go:171","msg":"trace[692110948] transaction","detail":"{read_only:false; response_revision:17775; number_of_response:1; }","duration":"131.193419ms","start":"2026-04-27T02:04:15.040636Z","end":"2026-04-27T02:04:15.17183Z","steps":["trace[692110948] 'process raft request' (duration: 59.405558ms)","trace[692110948] 'compare' (duration: 71.642627ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:04:15.171915Z","caller":"traceutil/trace.go:171","msg":"trace[1381977201] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17774; }","duration":"207.807731ms","start":"2026-04-27T02:04:14.96407Z","end":"2026-04-27T02:04:15.171878Z","steps":["trace[1381977201] 'range keys from in-memory index tree' (duration: 207.494834ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:15.753598Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696779573,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:04:16.023515Z","caller":"traceutil/trace.go:171","msg":"trace[1453790413] transaction","detail":"{read_only:false; response_revision:17776; number_of_response:1; }","duration":"981.434454ms","start":"2026-04-27T02:04:15.042062Z","end":"2026-04-27T02:04:16.023496Z","steps":["trace[1453790413] 'process raft request' (duration: 976.379436ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:16.023652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:15.042032Z","time spent":"981.539617ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:04:16.813133Z","caller":"traceutil/trace.go:171","msg":"trace[207136342] linearizableReadLoop","detail":"{readStateIndex:18386; appliedIndex:18384; }","duration":"1.559815922s","start":"2026-04-27T02:04:15.253291Z","end":"2026-04-27T02:04:16.813107Z","steps":["trace[207136342] 'read index received' (duration: 765.177719ms)","trace[207136342] 'applied index is now lower than readState.Index' (duration: 794.636803ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:04:16.813179Z","caller":"traceutil/trace.go:171","msg":"trace[1828304764] transaction","detail":"{read_only:false; response_revision:17777; number_of_response:1; }","duration":"1.63630749s","start":"2026-04-27T02:04:15.176821Z","end":"2026-04-27T02:04:16.813128Z","steps":["trace[1828304764] 'process raft request' (duration: 1.567621097s)","trace[1828304764] 'compare' (duration: 67.969304ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:04:16.813307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559992466s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:04:16.813321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:15.176795Z","time spent":"1.636449485s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:04:16.813351Z","caller":"traceutil/trace.go:171","msg":"trace[460813714] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:17777; }","duration":"1.560100369s","start":"2026-04-27T02:04:15.253238Z","end":"2026-04-27T02:04:16.813338Z","steps":["trace[460813714] 'agreement among raft nodes before linearized reading' (duration: 1.559996606s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:16.813396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:15.253215Z","time spent":"1.560171051s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:04:17.314295Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696779578,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:04:17.614527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000098356s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:04:17.614598Z","caller":"traceutil/trace.go:171","msg":"trace[907626179] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000218029s","start":"2026-04-27T02:04:15.614365Z","end":"2026-04-27T02:04:17.614583Z","steps":["trace[907626179] 'agreement among raft nodes before linearized reading' (duration: 2.000122737s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.614631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:15.61435Z","time spent":"2.000274s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:04:17 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:04:17.636757Z","caller":"traceutil/trace.go:171","msg":"trace[1711925626] linearizableReadLoop","detail":"{readStateIndex:18388; appliedIndex:18386; }","duration":"823.521661ms","start":"2026-04-27T02:04:16.813209Z","end":"2026-04-27T02:04:17.63673Z","steps":["trace[1711925626] 'read index received' (duration: 770.001461ms)","trace[1711925626] 'applied index is now lower than readState.Index' (duration: 53.51893ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:04:17.636781Z","caller":"traceutil/trace.go:171","msg":"trace[1693635976] transaction","detail":"{read_only:false; response_revision:17778; number_of_response:1; }","duration":"1.285986514s","start":"2026-04-27T02:04:16.350752Z","end":"2026-04-27T02:04:17.636738Z","steps":["trace[1693635976] 'process raft request' (duration: 1.23232298s)","trace[1693635976] 'compare' (duration: 53.294274ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:04:17.636936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.350738Z","time spent":"1.286119228s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:04:17.637063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.287585106s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:04:17.636911Z","caller":"traceutil/trace.go:171","msg":"trace[282426307] transaction","detail":"{read_only:false; response_revision:17779; number_of_response:1; }","duration":"457.868779ms","start":"2026-04-27T02:04:17.179026Z","end":"2026-04-27T02:04:17.636894Z","steps":["trace[282426307] 'process raft request' (duration: 457.632853ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.637116Z","caller":"traceutil/trace.go:171","msg":"trace[497171179] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17779; }","duration":"1.287678368s","start":"2026-04-27T02:04:16.349425Z","end":"2026-04-27T02:04:17.637104Z","steps":["trace[497171179] 'agreement among raft nodes before linearized reading' (duration: 1.287540025s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.637154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:17.178995Z","time spent":"458.128726ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:04:17.63716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.34941Z","time spent":"1.28773857s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:04:17.637184Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165956047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-29620920-kpmqn\" ","response":"range_response_count:1 size:7038"} {"level":"info","ts":"2026-04-27T02:04:17.637235Z","caller":"traceutil/trace.go:171","msg":"trace[123432809] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-29620920-kpmqn; range_end:; response_count:1; response_revision:17779; }","duration":"1.166032689s","start":"2026-04-27T02:04:16.471186Z","end":"2026-04-27T02:04:17.637219Z","steps":["trace[123432809] 'agreement among raft nodes before linearized reading' (duration: 1.165912426s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.637272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.471168Z","time spent":"1.16609448s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":7061,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-29620920-kpmqn\" "} {"level":"warn","ts":"2026-04-27T02:04:17.637368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.30710095s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-27T02:04:17.637427Z","caller":"traceutil/trace.go:171","msg":"trace[1145902917] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:17779; }","duration":"2.307158491s","start":"2026-04-27T02:04:15.330255Z","end":"2026-04-27T02:04:17.637413Z","steps":["trace[1145902917] 'agreement among raft nodes before linearized reading' (duration: 2.307018308s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.637451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398895943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:04:17.637469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:15.330209Z","time spent":"2.307249323s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"info","ts":"2026-04-27T02:04:17.637506Z","caller":"traceutil/trace.go:171","msg":"trace[1293699881] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17779; }","duration":"1.398986246s","start":"2026-04-27T02:04:16.2385Z","end":"2026-04-27T02:04:17.637486Z","steps":["trace[1293699881] 'agreement among raft nodes before linearized reading' (duration: 1.398909514s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.637566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.238478Z","time spent":"1.399077038s","remote":"127.0.0.1:34014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:04:17.637595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.1720394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-9r524\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-04-27T02:04:17.637656Z","caller":"traceutil/trace.go:171","msg":"trace[613533692] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-9r524; range_end:; response_count:1; response_revision:17779; }","duration":"1.172143453s","start":"2026-04-27T02:04:16.465499Z","end":"2026-04-27T02:04:17.637642Z","steps":["trace[613533692] 'agreement among raft nodes before linearized reading' (duration: 1.171998609s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.637703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.46548Z","time spent":"1.172212155s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22148,"request content":"key:\"/registry/pods/openstack/nova-compute-default-9r524\" "} {"level":"warn","ts":"2026-04-27T02:04:17.637064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.286501959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T02:04:17.637818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270974607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:04:17.637845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461512013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:04:17.637875Z","caller":"traceutil/trace.go:171","msg":"trace[561059857] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:17779; }","duration":"1.27111027s","start":"2026-04-27T02:04:16.36675Z","end":"2026-04-27T02:04:17.63786Z","steps":["trace[561059857] 'agreement among raft nodes before linearized reading' (duration: 1.270894645s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.637919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.366729Z","time spent":"1.271181932s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:04:17.637982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.071509427s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ktc5c\" ","response":"range_response_count:1 size:20866"} {"level":"info","ts":"2026-04-27T02:04:17.638021Z","caller":"traceutil/trace.go:171","msg":"trace[1960157052] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-ktc5c; range_end:; response_count:1; response_revision:17779; }","duration":"2.071547528s","start":"2026-04-27T02:04:15.566465Z","end":"2026-04-27T02:04:17.638013Z","steps":["trace[1960157052] 'agreement among raft nodes before linearized reading' (duration: 2.071435855s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.638022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275921241s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T02:04:17.638084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:15.566413Z","time spent":"2.071660401s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20889,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-ktc5c\" "} {"level":"warn","ts":"2026-04-27T02:04:17.638119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.183022497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:04:17.637879Z","caller":"traceutil/trace.go:171","msg":"trace[689502437] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:17779; }","duration":"1.461595624s","start":"2026-04-27T02:04:16.176274Z","end":"2026-04-27T02:04:17.63787Z","steps":["trace[689502437] 'agreement among raft nodes before linearized reading' (duration: 1.461533273s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.638159Z","caller":"traceutil/trace.go:171","msg":"trace[1715377473] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:17779; }","duration":"1.183100399s","start":"2026-04-27T02:04:16.455049Z","end":"2026-04-27T02:04:17.638149Z","steps":["trace[1715377473] 'agreement among raft nodes before linearized reading' (duration: 1.182994027s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.638194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.455031Z","time spent":"1.183155381s","remote":"127.0.0.1:46826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:04:17.637702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"647.221444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:04:17.638204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.176252Z","time spent":"1.461926712s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:04:17.638226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28739074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:04:17.638274Z","caller":"traceutil/trace.go:171","msg":"trace[1698547236] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17779; }","duration":"1.287438261s","start":"2026-04-27T02:04:16.350824Z","end":"2026-04-27T02:04:17.638262Z","steps":["trace[1698547236] 'agreement among raft nodes before linearized reading' (duration: 1.287321488s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.638279Z","caller":"traceutil/trace.go:171","msg":"trace[1609904502] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:17779; }","duration":"647.824559ms","start":"2026-04-27T02:04:16.990419Z","end":"2026-04-27T02:04:17.638244Z","steps":["trace[1609904502] 'agreement among raft nodes before linearized reading' (duration: 647.233324ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.638121Z","caller":"traceutil/trace.go:171","msg":"trace[1858289762] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17779; }","duration":"1.276060564s","start":"2026-04-27T02:04:16.362043Z","end":"2026-04-27T02:04:17.638104Z","steps":["trace[1858289762] 'agreement among raft nodes before linearized reading' (duration: 1.2758916s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.63837Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.362012Z","time spent":"1.276349351s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:04:17.638357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.190293081s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zl9tm\" ","response":"range_response_count:1 size:9797"} {"level":"warn","ts":"2026-04-27T02:04:17.638383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.990397Z","time spent":"647.955062ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:04:17.638419Z","caller":"traceutil/trace.go:171","msg":"trace[805474646] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zl9tm; range_end:; response_count:1; response_revision:17779; }","duration":"1.190397474s","start":"2026-04-27T02:04:16.448006Z","end":"2026-04-27T02:04:17.638403Z","steps":["trace[805474646] 'agreement among raft nodes before linearized reading' (duration: 1.19025005s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.63846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.447988Z","time spent":"1.190462116s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9820,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zl9tm\" "} {"level":"warn","ts":"2026-04-27T02:04:17.638318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.350777Z","time spent":"1.287530323s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:04:17.637362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13625364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:04:17.638664Z","caller":"traceutil/trace.go:171","msg":"trace[379822120] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17779; }","duration":"2.137604434s","start":"2026-04-27T02:04:15.501046Z","end":"2026-04-27T02:04:17.638651Z","steps":["trace[379822120] 'agreement among raft nodes before linearized reading' (duration: 2.136143368s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.638703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:15.501029Z","time spent":"2.137662436s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:04:17.638756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.279712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat\" ","response":"range_response_count:1 size:3226"} {"level":"info","ts":"2026-04-27T02:04:17.638803Z","caller":"traceutil/trace.go:171","msg":"trace[1444164624] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-heat; range_end:; response_count:1; response_revision:17779; }","duration":"206.326883ms","start":"2026-04-27T02:04:17.432462Z","end":"2026-04-27T02:04:17.638789Z","steps":["trace[1444164624] 'agreement among raft nodes before linearized reading' (duration: 206.19809ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.637768Z","caller":"traceutil/trace.go:171","msg":"trace[462224974] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17779; }","duration":"1.287256478s","start":"2026-04-27T02:04:16.350499Z","end":"2026-04-27T02:04:17.637755Z","steps":["trace[462224974] 'agreement among raft nodes before linearized reading' (duration: 1.286418007s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.639004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:04:16.350478Z","time spent":"1.288508718s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:04:17.825222Z","caller":"traceutil/trace.go:171","msg":"trace[292101006] transaction","detail":"{read_only:false; response_revision:17783; number_of_response:1; }","duration":"181.753194ms","start":"2026-04-27T02:04:17.643444Z","end":"2026-04-27T02:04:17.825197Z","steps":["trace[292101006] 'process raft request' (duration: 181.505608ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.825963Z","caller":"traceutil/trace.go:171","msg":"trace[1085799882] transaction","detail":"{read_only:false; response_revision:17780; number_of_response:1; }","duration":"182.722098ms","start":"2026-04-27T02:04:17.643228Z","end":"2026-04-27T02:04:17.82595Z","steps":["trace[1085799882] 'process raft request' (duration: 181.463467ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.826118Z","caller":"traceutil/trace.go:171","msg":"trace[1137097300] transaction","detail":"{read_only:false; response_revision:17781; number_of_response:1; }","duration":"182.803711ms","start":"2026-04-27T02:04:17.643301Z","end":"2026-04-27T02:04:17.826105Z","steps":["trace[1137097300] 'process raft request' (duration: 181.57057ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.826261Z","caller":"traceutil/trace.go:171","msg":"trace[490684213] transaction","detail":"{read_only:false; response_revision:17782; number_of_response:1; }","duration":"182.907683ms","start":"2026-04-27T02:04:17.64334Z","end":"2026-04-27T02:04:17.826248Z","steps":["trace[490684213] 'process raft request' (duration: 181.57843ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.826676Z","caller":"traceutil/trace.go:171","msg":"trace[1092616086] linearizableReadLoop","detail":"{readStateIndex:18393; appliedIndex:18389; }","duration":"180.765729ms","start":"2026-04-27T02:04:17.644356Z","end":"2026-04-27T02:04:17.825122Z","steps":["trace[1092616086] 'read index received' (duration: 32.09787ms)","trace[1092616086] 'applied index is now lower than readState.Index' (duration: 148.666989ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:04:17.826758Z","caller":"traceutil/trace.go:171","msg":"trace[917161132] transaction","detail":"{read_only:false; response_revision:17784; number_of_response:1; }","duration":"182.289488ms","start":"2026-04-27T02:04:17.64446Z","end":"2026-04-27T02:04:17.826749Z","steps":["trace[917161132] 'process raft request' (duration: 180.520834ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.826855Z","caller":"traceutil/trace.go:171","msg":"trace[532491589] transaction","detail":"{read_only:false; response_revision:17785; number_of_response:1; }","duration":"177.953197ms","start":"2026-04-27T02:04:17.648894Z","end":"2026-04-27T02:04:17.826847Z","steps":["trace[532491589] 'process raft request' (duration: 176.123482ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.827044Z","caller":"traceutil/trace.go:171","msg":"trace[1341955989] transaction","detail":"{read_only:false; response_revision:17786; number_of_response:1; }","duration":"169.653279ms","start":"2026-04-27T02:04:17.657382Z","end":"2026-04-27T02:04:17.827035Z","steps":["trace[1341955989] 'process raft request' (duration: 167.673249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.82763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.249212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-053a937c-f204-4e99-8fb4-1432305a8c5e\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-04-27T02:04:17.828488Z","caller":"traceutil/trace.go:171","msg":"trace[1450008993] range","detail":"{range_begin:/registry/persistentvolumes/pvc-053a937c-f204-4e99-8fb4-1432305a8c5e; range_end:; response_count:1; response_revision:17786; }","duration":"184.117864ms","start":"2026-04-27T02:04:17.644318Z","end":"2026-04-27T02:04:17.828435Z","steps":["trace[1450008993] 'agreement among raft nodes before linearized reading' (duration: 183.15649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.924504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.290784ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:775"} {"level":"info","ts":"2026-04-27T02:04:17.924592Z","caller":"traceutil/trace.go:171","msg":"trace[1863303783] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:17787; }","duration":"279.393466ms","start":"2026-04-27T02:04:17.64518Z","end":"2026-04-27T02:04:17.924573Z","steps":["trace[1863303783] 'agreement among raft nodes before linearized reading' (duration: 279.169121ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:04:17.924616Z","caller":"traceutil/trace.go:171","msg":"trace[1007874256] transaction","detail":"{read_only:false; response_revision:17787; number_of_response:1; }","duration":"247.101272ms","start":"2026-04-27T02:04:17.677481Z","end":"2026-04-27T02:04:17.924582Z","steps":["trace[1007874256] 'process raft request' (duration: 246.711123ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.924784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.9825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:04:17.924881Z","caller":"traceutil/trace.go:171","msg":"trace[403840323] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17787; }","duration":"276.116413ms","start":"2026-04-27T02:04:17.648745Z","end":"2026-04-27T02:04:17.924861Z","steps":["trace[403840323] 'agreement among raft nodes before linearized reading' (duration: 275.874787ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.925815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"278.960186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:958436"} {"level":"info","ts":"2026-04-27T02:04:17.925858Z","caller":"traceutil/trace.go:171","msg":"trace[1448830438] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17787; }","duration":"279.018088ms","start":"2026-04-27T02:04:17.64683Z","end":"2026-04-27T02:04:17.925848Z","steps":["trace[1448830438] 'agreement among raft nodes before linearized reading' (duration: 277.866928ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.926055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"279.090129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:958436"} {"level":"info","ts":"2026-04-27T02:04:17.926146Z","caller":"traceutil/trace.go:171","msg":"trace[1795365810] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17787; }","duration":"279.201612ms","start":"2026-04-27T02:04:17.646926Z","end":"2026-04-27T02:04:17.926128Z","steps":["trace[1795365810] 'agreement among raft nodes before linearized reading' (duration: 277.602641ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:04:17.926464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.71748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:97 size:958436"} {"level":"info","ts":"2026-04-27T02:04:17.926521Z","caller":"traceutil/trace.go:171","msg":"trace[1575237618] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:97; response_revision:17787; }","duration":"280.792061ms","start":"2026-04-27T02:04:17.645717Z","end":"2026-04-27T02:04:17.926509Z","steps":["trace[1575237618] 'agreement among raft nodes before linearized reading' (duration: 279.51944ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:44.566794Z","caller":"traceutil/trace.go:171","msg":"trace[395217984] transaction","detail":"{read_only:false; response_revision:18692; number_of_response:1; }","duration":"101.531421ms","start":"2026-04-27T02:05:44.465239Z","end":"2026-04-27T02:05:44.56677Z","steps":["trace[395217984] 'process raft request' (duration: 101.49829ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:05:44.566873Z","caller":"traceutil/trace.go:171","msg":"trace[1753415531] transaction","detail":"{read_only:false; response_revision:18691; number_of_response:1; }","duration":"103.530582ms","start":"2026-04-27T02:05:44.463302Z","end":"2026-04-27T02:05:44.566833Z","steps":["trace[1753415531] 'process raft request' (duration: 103.323297ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:07:22.967611Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T02:07:22.972991Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-04-27T02:07:22.973109Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-04-27T02:09:04.505807Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17660} {"level":"info","ts":"2026-04-27T02:09:04.601207Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17660,"took":"93.02164ms","hash":885451641,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":34418688,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-27T02:09:04.601289Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":885451641,"revision":17660,"compact-revision":15333} {"level":"warn","ts":"2026-04-27T02:09:16.36946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"749.521299ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:09:16.369601Z","caller":"traceutil/trace.go:171","msg":"trace[1664973151] transaction","detail":"{read_only:false; response_revision:20173; number_of_response:1; }","duration":"814.722355ms","start":"2026-04-27T02:09:15.554856Z","end":"2026-04-27T02:09:16.369578Z","steps":["trace[1664973151] 'process raft request' (duration: 65.002931ms)","trace[1664973151] 'compare' (duration: 749.265923ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:09:16.370375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:15.554823Z","time spent":"815.405964ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:16.399538Z","caller":"traceutil/trace.go:171","msg":"trace[2092700213] transaction","detail":"{read_only:false; response_revision:20174; number_of_response:1; }","duration":"840.59933ms","start":"2026-04-27T02:09:15.558916Z","end":"2026-04-27T02:09:16.399515Z","steps":["trace[2092700213] 'process raft request' (duration: 840.158939ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:16.399562Z","caller":"traceutil/trace.go:171","msg":"trace[25932498] transaction","detail":"{read_only:false; response_revision:20175; number_of_response:1; }","duration":"840.373484ms","start":"2026-04-27T02:09:15.559162Z","end":"2026-04-27T02:09:16.399535Z","steps":["trace[25932498] 'process raft request' (duration: 840.277182ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:16.399706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:15.558901Z","time spent":"840.718513ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:16.399515Z","caller":"traceutil/trace.go:171","msg":"trace[1078097524] linearizableReadLoop","detail":"{readStateIndex:20861; appliedIndex:20858; }","duration":"835.773398ms","start":"2026-04-27T02:09:15.563716Z","end":"2026-04-27T02:09:16.399489Z","steps":["trace[1078097524] 'read index received' (duration: 56.157219ms)","trace[1078097524] 'applied index is now lower than readState.Index' (duration: 779.615049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:09:16.399848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:15.55915Z","time spent":"840.583309ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:16.39995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.545079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:09:16.399988Z","caller":"traceutil/trace.go:171","msg":"trace[554792034] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20175; }","duration":"785.59244ms","start":"2026-04-27T02:09:15.614384Z","end":"2026-04-27T02:09:16.399976Z","steps":["trace[554792034] 'agreement among raft nodes before linearized reading' (duration: 785.529489ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:16.400003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"799.42289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-27T02:09:16.400018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:15.614379Z","time spent":"785.633161ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:09:16.400033Z","caller":"traceutil/trace.go:171","msg":"trace[253557261] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20175; }","duration":"799.495081ms","start":"2026-04-27T02:09:15.600529Z","end":"2026-04-27T02:09:16.400024Z","steps":["trace[253557261] 'agreement among raft nodes before linearized reading' (duration: 799.352518ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:16.400056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:15.600509Z","time spent":"799.543003ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:09:16.400182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.162855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:09:16.400306Z","caller":"traceutil/trace.go:171","msg":"trace[1028919571] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20175; }","duration":"786.328769ms","start":"2026-04-27T02:09:15.613964Z","end":"2026-04-27T02:09:16.400293Z","steps":["trace[1028919571] 'agreement among raft nodes before linearized reading' (duration: 786.085993ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:16.400342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:15.613946Z","time spent":"786.38737ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:09:16.400494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.747902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:09:16.400595Z","caller":"traceutil/trace.go:171","msg":"trace[53010186] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:20175; }","duration":"836.890005ms","start":"2026-04-27T02:09:15.563684Z","end":"2026-04-27T02:09:16.400574Z","steps":["trace[53010186] 'agreement among raft nodes before linearized reading' (duration: 835.924651ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:16.400643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:15.56367Z","time spent":"836.956517ms","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":8,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:09:18.585242Z","caller":"traceutil/trace.go:171","msg":"trace[650102917] linearizableReadLoop","detail":"{readStateIndex:20873; appliedIndex:20871; }","duration":"138.770364ms","start":"2026-04-27T02:09:18.446438Z","end":"2026-04-27T02:09:18.585208Z","steps":["trace[650102917] 'read index received' (duration: 3.618761ms)","trace[650102917] 'applied index is now lower than readState.Index' (duration: 135.150513ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:09:18.585331Z","caller":"traceutil/trace.go:171","msg":"trace[623313290] transaction","detail":"{read_only:false; response_revision:20186; number_of_response:1; }","duration":"176.356074ms","start":"2026-04-27T02:09:18.408913Z","end":"2026-04-27T02:09:18.585269Z","steps":["trace[623313290] 'process raft request' (duration: 85.657774ms)","trace[623313290] 'compare' (duration: 90.511286ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:09:18.585572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.494672ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:09:18.585553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.104862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:09:18.585615Z","caller":"traceutil/trace.go:171","msg":"trace[164758379] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20186; }","duration":"135.600884ms","start":"2026-04-27T02:09:18.45Z","end":"2026-04-27T02:09:18.585601Z","steps":["trace[164758379] 'agreement among raft nodes before linearized reading' (duration: 135.42734ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:18.585633Z","caller":"traceutil/trace.go:171","msg":"trace[1571256966] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20186; }","duration":"139.232306ms","start":"2026-04-27T02:09:18.446383Z","end":"2026-04-27T02:09:18.585615Z","steps":["trace[1571256966] 'agreement among raft nodes before linearized reading' (duration: 139.025521ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:22.071296Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696786881,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:09:22.290165Z","caller":"traceutil/trace.go:171","msg":"trace[1606690221] transaction","detail":"{read_only:false; response_revision:20204; number_of_response:1; }","duration":"747.56401ms","start":"2026-04-27T02:09:21.542586Z","end":"2026-04-27T02:09:22.29015Z","steps":["trace[1606690221] 'process raft request' (duration: 747.306124ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:22.290276Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.970394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:09:22.290141Z","caller":"traceutil/trace.go:171","msg":"trace[935560043] linearizableReadLoop","detail":"{readStateIndex:20891; appliedIndex:20890; }","duration":"719.814649ms","start":"2026-04-27T02:09:21.570294Z","end":"2026-04-27T02:09:22.290108Z","steps":["trace[935560043] 'read index received' (duration: 719.576033ms)","trace[935560043] 'applied index is now lower than readState.Index' (duration: 237.236µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:09:22.290346Z","caller":"traceutil/trace.go:171","msg":"trace[1517909542] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:20204; }","duration":"720.081007ms","start":"2026-04-27T02:09:21.570248Z","end":"2026-04-27T02:09:22.290329Z","steps":["trace[1517909542] 'agreement among raft nodes before linearized reading' (duration: 719.962394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:22.290404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:21.570226Z","time spent":"720.162518ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:09:22.2903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:21.54257Z","time spent":"747.653433ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:23.492084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.450647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:09:23.492183Z","caller":"traceutil/trace.go:171","msg":"trace[1952134446] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:20204; }","duration":"764.667432ms","start":"2026-04-27T02:09:22.727494Z","end":"2026-04-27T02:09:23.492162Z","steps":["trace[1952134446] 'count revisions from in-memory index tree' (duration: 764.301613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:23.492222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:22.727471Z","time spent":"764.740984ms","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:09:23.492742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.017644571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:09:23.492847Z","caller":"traceutil/trace.go:171","msg":"trace[963078087] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20204; }","duration":"1.017814375s","start":"2026-04-27T02:09:22.475007Z","end":"2026-04-27T02:09:23.492822Z","steps":["trace[963078087] 'range keys from in-memory index tree' (duration: 1.016989185s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:23.492854Z","caller":"traceutil/trace.go:171","msg":"trace[198608581] transaction","detail":"{read_only:false; response_revision:20205; number_of_response:1; }","duration":"577.026933ms","start":"2026-04-27T02:09:22.915796Z","end":"2026-04-27T02:09:23.492823Z","steps":["trace[198608581] 'process raft request' (duration: 503.830045ms)","trace[198608581] 'compare' (duration: 72.393008ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:09:23.492903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:22.474985Z","time spent":"1.017906168s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:09:23.492934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.091027ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:09:23.493004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:22.915769Z","time spent":"577.161737ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:23.49302Z","caller":"traceutil/trace.go:171","msg":"trace[1180324436] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20204; }","duration":"876.22266ms","start":"2026-04-27T02:09:22.616773Z","end":"2026-04-27T02:09:23.492996Z","steps":["trace[1180324436] 'range keys from in-memory index tree' (duration: 875.919342ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:23.493065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:22.616762Z","time spent":"876.296331ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:09:23.493035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.311864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T02:09:23.493136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.566848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:09:23.493142Z","caller":"traceutil/trace.go:171","msg":"trace[1254298976] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20204; }","duration":"886.471878ms","start":"2026-04-27T02:09:22.606646Z","end":"2026-04-27T02:09:23.493117Z","steps":["trace[1254298976] 'range keys from in-memory index tree' (duration: 886.067798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:23.493194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:22.606622Z","time spent":"886.56052ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:09:23.493251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.255451ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:09:23.493289Z","caller":"traceutil/trace.go:171","msg":"trace[276734818] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20204; }","duration":"876.337493ms","start":"2026-04-27T02:09:22.61694Z","end":"2026-04-27T02:09:23.493278Z","steps":["trace[276734818] 'range keys from in-memory index tree' (duration: 876.105045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:23.49332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:22.616914Z","time spent":"876.399674ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:09:23.49316Z","caller":"traceutil/trace.go:171","msg":"trace[1574892974] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20204; }","duration":"878.627509ms","start":"2026-04-27T02:09:22.614525Z","end":"2026-04-27T02:09:23.493153Z","steps":["trace[1574892974] 'range keys from in-memory index tree' (duration: 878.485046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:23.493447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:22.614504Z","time spent":"878.935858ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:09:23.493584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.076803435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:09:23.493667Z","caller":"traceutil/trace.go:171","msg":"trace[697434348] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20204; }","duration":"1.076942039s","start":"2026-04-27T02:09:22.416705Z","end":"2026-04-27T02:09:23.493647Z","steps":["trace[697434348] 'range keys from in-memory index tree' (duration: 1.076592809s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:23.493727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:22.416681Z","time spent":"1.07702917s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:09:23.49749Z","caller":"traceutil/trace.go:171","msg":"trace[764083599] linearizableReadLoop","detail":"{readStateIndex:20894; appliedIndex:20891; }","duration":"403.925911ms","start":"2026-04-27T02:09:23.093546Z","end":"2026-04-27T02:09:23.497471Z","steps":["trace[764083599] 'read index received' (duration: 326.095785ms)","trace[764083599] 'applied index is now lower than readState.Index' (duration: 77.829336ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:09:23.497767Z","caller":"traceutil/trace.go:171","msg":"trace[254030533] transaction","detail":"{read_only:false; response_revision:20206; number_of_response:1; }","duration":"529.461092ms","start":"2026-04-27T02:09:22.968296Z","end":"2026-04-27T02:09:23.497757Z","steps":["trace[254030533] 'process raft request' (duration: 529.034621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:23.497877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:22.968268Z","time spent":"529.550175ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:23.497992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.439124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:09:23.498032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.679426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-27T02:09:23.498095Z","caller":"traceutil/trace.go:171","msg":"trace[90051153] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20207; }","duration":"211.793039ms","start":"2026-04-27T02:09:23.28629Z","end":"2026-04-27T02:09:23.498083Z","steps":["trace[90051153] 'agreement among raft nodes before linearized reading' (duration: 211.620885ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:23.498104Z","caller":"traceutil/trace.go:171","msg":"trace[1694340066] transaction","detail":"{read_only:false; response_revision:20207; number_of_response:1; }","duration":"198.589405ms","start":"2026-04-27T02:09:23.299492Z","end":"2026-04-27T02:09:23.498081Z","steps":["trace[1694340066] 'process raft request' (duration: 197.942139ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:23.498048Z","caller":"traceutil/trace.go:171","msg":"trace[211008738] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:20207; }","duration":"404.544737ms","start":"2026-04-27T02:09:23.093485Z","end":"2026-04-27T02:09:23.49803Z","steps":["trace[211008738] 'agreement among raft nodes before linearized reading' (duration: 404.436734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:23.498263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:23.093463Z","time spent":"404.788262ms","remote":"127.0.0.1:40332","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:09:33.728372Z","caller":"traceutil/trace.go:171","msg":"trace[542421623] transaction","detail":"{read_only:false; response_revision:20256; number_of_response:1; }","duration":"124.581217ms","start":"2026-04-27T02:09:33.603759Z","end":"2026-04-27T02:09:33.72834Z","steps":["trace[542421623] 'process raft request' (duration: 124.32121ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:33.749924Z","caller":"traceutil/trace.go:171","msg":"trace[1884326425] transaction","detail":"{read_only:false; response_revision:20257; number_of_response:1; }","duration":"145.861225ms","start":"2026-04-27T02:09:33.60403Z","end":"2026-04-27T02:09:33.749891Z","steps":["trace[1884326425] 'process raft request' (duration: 145.517855ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:33.7501Z","caller":"traceutil/trace.go:171","msg":"trace[1856017115] linearizableReadLoop","detail":"{readStateIndex:20948; appliedIndex:20945; }","duration":"144.044778ms","start":"2026-04-27T02:09:33.606019Z","end":"2026-04-27T02:09:33.750063Z","steps":["trace[1856017115] 'read index received' (duration: 122.065793ms)","trace[1856017115] 'applied index is now lower than readState.Index' (duration: 21.976005ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:09:33.750275Z","caller":"traceutil/trace.go:171","msg":"trace[1957461309] transaction","detail":"{read_only:false; response_revision:20258; number_of_response:1; }","duration":"144.672914ms","start":"2026-04-27T02:09:33.605559Z","end":"2026-04-27T02:09:33.750232Z","steps":["trace[1957461309] 'process raft request' (duration: 144.270794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:33.750426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.146296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:09:33.750451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.414597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:09:33.750476Z","caller":"traceutil/trace.go:171","msg":"trace[965838534] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20258; }","duration":"141.221267ms","start":"2026-04-27T02:09:33.609237Z","end":"2026-04-27T02:09:33.750459Z","steps":["trace[965838534] 'agreement among raft nodes before linearized reading' (duration: 141.059613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:33.750451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.780444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:09:33.750503Z","caller":"traceutil/trace.go:171","msg":"trace[536639190] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20258; }","duration":"144.50292ms","start":"2026-04-27T02:09:33.605986Z","end":"2026-04-27T02:09:33.750488Z","steps":["trace[536639190] 'agreement among raft nodes before linearized reading' (duration: 144.281844ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:33.750526Z","caller":"traceutil/trace.go:171","msg":"trace[539882898] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20258; }","duration":"117.918638ms","start":"2026-04-27T02:09:33.632594Z","end":"2026-04-27T02:09:33.750512Z","steps":["trace[539882898] 'agreement among raft nodes before linearized reading' (duration: 117.728204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:33.750697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.295855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T02:09:33.750747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.444012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:09:33.750817Z","caller":"traceutil/trace.go:171","msg":"trace[2142772467] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20258; }","duration":"106.475049ms","start":"2026-04-27T02:09:33.644312Z","end":"2026-04-27T02:09:33.750787Z","steps":["trace[2142772467] 'agreement among raft nodes before linearized reading' (duration: 106.1015ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:33.750854Z","caller":"traceutil/trace.go:171","msg":"trace[580603588] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20258; }","duration":"141.594666ms","start":"2026-04-27T02:09:33.609232Z","end":"2026-04-27T02:09:33.750826Z","steps":["trace[580603588] 'agreement among raft nodes before linearized reading' (duration: 141.231847ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:34.283713Z","caller":"traceutil/trace.go:171","msg":"trace[601027512] transaction","detail":"{read_only:false; response_revision:20259; number_of_response:1; }","duration":"527.921463ms","start":"2026-04-27T02:09:33.755763Z","end":"2026-04-27T02:09:34.283685Z","steps":["trace[601027512] 'process raft request' (duration: 506.131822ms)","trace[601027512] 'compare' (duration: 21.463673ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:09:34.283991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:33.755738Z","time spent":"528.191329ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:34.339651Z","caller":"traceutil/trace.go:171","msg":"trace[58658163] transaction","detail":"{read_only:false; response_revision:20260; number_of_response:1; }","duration":"583.685852ms","start":"2026-04-27T02:09:33.755931Z","end":"2026-04-27T02:09:34.339617Z","steps":["trace[58658163] 'process raft request' (duration: 583.482897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:34.3399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:33.755891Z","time spent":"583.920877ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:34.340001Z","caller":"traceutil/trace.go:171","msg":"trace[1168234659] transaction","detail":"{read_only:false; response_revision:20261; number_of_response:1; }","duration":"583.449155ms","start":"2026-04-27T02:09:33.756501Z","end":"2026-04-27T02:09:34.33995Z","steps":["trace[1168234659] 'process raft request' (duration: 583.074026ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:34.340018Z","caller":"traceutil/trace.go:171","msg":"trace[352492584] transaction","detail":"{read_only:false; response_revision:20263; number_of_response:1; }","duration":"582.131823ms","start":"2026-04-27T02:09:33.75786Z","end":"2026-04-27T02:09:34.339992Z","steps":["trace[352492584] 'process raft request' (duration: 582.085382ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:34.340093Z","caller":"traceutil/trace.go:171","msg":"trace[1021612150] transaction","detail":"{read_only:false; response_revision:20262; number_of_response:1; }","duration":"582.997944ms","start":"2026-04-27T02:09:33.75705Z","end":"2026-04-27T02:09:34.340048Z","steps":["trace[1021612150] 'process raft request' (duration: 582.779949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:34.34018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:33.757843Z","time spent":"582.254796ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:34.340167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:33.756469Z","time spent":"583.614809ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:34.34031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:33.757038Z","time spent":"583.147108ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:40.670191Z","caller":"traceutil/trace.go:171","msg":"trace[648879319] transaction","detail":"{read_only:false; response_revision:20286; number_of_response:1; }","duration":"919.572914ms","start":"2026-04-27T02:09:39.750577Z","end":"2026-04-27T02:09:40.67015Z","steps":["trace[648879319] 'process raft request' (duration: 919.337198ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:40.67046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:39.750554Z","time spent":"919.749719ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:41.564497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.407927ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:09:41.564973Z","caller":"traceutil/trace.go:171","msg":"trace[1092193207] linearizableReadLoop","detail":"{readStateIndex:20979; appliedIndex:20976; }","duration":"1.235324849s","start":"2026-04-27T02:09:40.329627Z","end":"2026-04-27T02:09:41.564952Z","steps":["trace[1092193207] 'read index received' (duration: 340.272714ms)","trace[1092193207] 'applied index is now lower than readState.Index' (duration: 895.050825ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:09:41.565068Z","caller":"traceutil/trace.go:171","msg":"trace[1761764512] transaction","detail":"{read_only:false; response_revision:20287; number_of_response:1; }","duration":"1.79247465s","start":"2026-04-27T02:09:39.772545Z","end":"2026-04-27T02:09:41.56502Z","steps":["trace[1761764512] 'process raft request' (duration: 1.417442838s)","trace[1761764512] 'compare' (duration: 374.222492ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:09:41.565081Z","caller":"traceutil/trace.go:171","msg":"trace[282002590] transaction","detail":"{read_only:false; response_revision:20288; number_of_response:1; }","duration":"1.791914205s","start":"2026-04-27T02:09:39.773109Z","end":"2026-04-27T02:09:41.565023Z","steps":["trace[282002590] 'process raft request' (duration: 1.791516985s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:41.565141Z","caller":"traceutil/trace.go:171","msg":"trace[1968101680] transaction","detail":"{read_only:false; response_revision:20289; number_of_response:1; }","duration":"1.065188472s","start":"2026-04-27T02:09:40.49991Z","end":"2026-04-27T02:09:41.565099Z","steps":["trace[1968101680] 'process raft request' (duration: 1.064942796s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:41.565185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:39.772531Z","time spent":"1.792603323s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:41.565316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:39.773078Z","time spent":"1.79209992s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:41.565412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.267552ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:09:41.565386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"642.313452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:09:41.565408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.057689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:09:41.565451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109206864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:09:41.565504Z","caller":"traceutil/trace.go:171","msg":"trace[744477276] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:20289; }","duration":"642.515587ms","start":"2026-04-27T02:09:40.922958Z","end":"2026-04-27T02:09:41.565474Z","steps":["trace[744477276] 'agreement among raft nodes before linearized reading' (duration: 642.294541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:41.565478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.169619759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:09:41.565563Z","caller":"traceutil/trace.go:171","msg":"trace[674615881] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20289; }","duration":"1.109365748s","start":"2026-04-27T02:09:40.456168Z","end":"2026-04-27T02:09:41.565533Z","steps":["trace[674615881] 'agreement among raft nodes before linearized reading' (duration: 1.109074761s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:41.565582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112725862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T02:09:41.565595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.109377428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:09:41.565602Z","caller":"traceutil/trace.go:171","msg":"trace[1887248639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20289; }","duration":"1.169789273s","start":"2026-04-27T02:09:40.39578Z","end":"2026-04-27T02:09:41.56557Z","steps":["trace[1887248639] 'agreement among raft nodes before linearized reading' (duration: 1.169457425s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:41.565587Z","caller":"traceutil/trace.go:171","msg":"trace[754808916] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20289; }","duration":"949.331315ms","start":"2026-04-27T02:09:40.616234Z","end":"2026-04-27T02:09:41.565566Z","steps":["trace[754808916] 'agreement among raft nodes before linearized reading' (duration: 949.000547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:41.565469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"763.057871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7748"} {"level":"info","ts":"2026-04-27T02:09:41.565656Z","caller":"traceutil/trace.go:171","msg":"trace[419394861] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20289; }","duration":"1.109474182s","start":"2026-04-27T02:09:40.456168Z","end":"2026-04-27T02:09:41.565642Z","steps":["trace[419394861] 'agreement among raft nodes before linearized reading' (duration: 1.109330937s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:41.565674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:40.616214Z","time spent":"949.447889ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:09:41.565735Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.10271965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:09:41.565923Z","caller":"traceutil/trace.go:171","msg":"trace[1344444201] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20289; }","duration":"1.103093819s","start":"2026-04-27T02:09:40.46281Z","end":"2026-04-27T02:09:41.565904Z","steps":["trace[1344444201] 'agreement among raft nodes before linearized reading' (duration: 1.102445482s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:41.565631Z","caller":"traceutil/trace.go:171","msg":"trace[376141381] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20289; }","duration":"1.112775684s","start":"2026-04-27T02:09:40.452844Z","end":"2026-04-27T02:09:41.56562Z","steps":["trace[376141381] 'agreement among raft nodes before linearized reading' (duration: 1.112667241s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:41.565673Z","caller":"traceutil/trace.go:171","msg":"trace[50081566] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:20289; }","duration":"763.299198ms","start":"2026-04-27T02:09:40.802364Z","end":"2026-04-27T02:09:41.565663Z","steps":["trace[50081566] 'agreement among raft nodes before linearized reading' (duration: 763.00096ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:41.565976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:40.4628Z","time spent":"1.103162242s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:09:41.566211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:40.452788Z","time spent":"1.113293958s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:09:41.565323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:40.499887Z","time spent":"1.065352426s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:41.566317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:40.802339Z","time spent":"763.929083ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7771,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-27T02:09:41.56557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:40.922929Z","time spent":"642.62341ms","remote":"127.0.0.1:46664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:09:41.565307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235666908s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:09:41.566534Z","caller":"traceutil/trace.go:171","msg":"trace[1951869979] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20289; }","duration":"1.23693791s","start":"2026-04-27T02:09:40.329565Z","end":"2026-04-27T02:09:41.566503Z","steps":["trace[1951869979] 'agreement among raft nodes before linearized reading' (duration: 1.235519614s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:41.566596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:40.329545Z","time spent":"1.237033822s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:09:41.565629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:40.456149Z","time spent":"1.109472241s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:09:41.56548Z","caller":"traceutil/trace.go:171","msg":"trace[487238718] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:20289; }","duration":"471.370285ms","start":"2026-04-27T02:09:41.094085Z","end":"2026-04-27T02:09:41.565455Z","steps":["trace[487238718] 'agreement among raft nodes before linearized reading' (duration: 471.283573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:41.565668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:40.395757Z","time spent":"1.169900497s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:09:41.56676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:41.094062Z","time spent":"472.676538ms","remote":"127.0.0.1:39370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:09:41.565694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:40.456149Z","time spent":"1.109536683s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:09:42.446852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.26516ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:09:42.447155Z","caller":"traceutil/trace.go:171","msg":"trace[817082401] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:20289; }","duration":"560.582338ms","start":"2026-04-27T02:09:41.886555Z","end":"2026-04-27T02:09:42.447138Z","steps":["trace[817082401] 'range keys from in-memory index tree' (duration: 560.24859ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:42.447478Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.522469ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:09:42.447571Z","caller":"traceutil/trace.go:171","msg":"trace[1615954653] transaction","detail":"{read_only:false; response_revision:20290; number_of_response:1; }","duration":"876.435945ms","start":"2026-04-27T02:09:41.571119Z","end":"2026-04-27T02:09:42.447555Z","steps":["trace[1615954653] 'process raft request' (duration: 423.778544ms)","trace[1615954653] 'compare' (duration: 451.582075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:09:42.448004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:41.57109Z","time spent":"876.520578ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:42.538241Z","caller":"traceutil/trace.go:171","msg":"trace[95116976] transaction","detail":"{read_only:false; response_revision:20293; number_of_response:1; }","duration":"966.08299ms","start":"2026-04-27T02:09:41.572131Z","end":"2026-04-27T02:09:42.538214Z","steps":["trace[95116976] 'process raft request' (duration: 966.021408ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:42.53836Z","caller":"traceutil/trace.go:171","msg":"trace[569117857] transaction","detail":"{read_only:false; response_revision:20292; number_of_response:1; }","duration":"966.692184ms","start":"2026-04-27T02:09:41.571626Z","end":"2026-04-27T02:09:42.538318Z","steps":["trace[569117857] 'process raft request' (duration: 966.486539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:42.538669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:41.5716Z","time spent":"966.977962ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:42.538395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:41.572109Z","time spent":"966.209712ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:42.538414Z","caller":"traceutil/trace.go:171","msg":"trace[1257671537] transaction","detail":"{read_only:false; response_revision:20291; number_of_response:1; }","duration":"966.760786ms","start":"2026-04-27T02:09:41.571615Z","end":"2026-04-27T02:09:42.538376Z","steps":["trace[1257671537] 'process raft request' (duration: 966.362526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:42.538856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:41.571587Z","time spent":"967.227418ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:42.539013Z","caller":"traceutil/trace.go:171","msg":"trace[1593760089] transaction","detail":"{read_only:false; response_revision:20295; number_of_response:1; }","duration":"966.586692ms","start":"2026-04-27T02:09:41.572412Z","end":"2026-04-27T02:09:42.538999Z","steps":["trace[1593760089] 'process raft request' (duration: 966.173612ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:42.539013Z","caller":"traceutil/trace.go:171","msg":"trace[1195590211] transaction","detail":"{read_only:false; response_revision:20294; number_of_response:1; }","duration":"966.768866ms","start":"2026-04-27T02:09:41.572224Z","end":"2026-04-27T02:09:42.538993Z","steps":["trace[1195590211] 'process raft request' (duration: 965.957456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:42.539076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:41.572399Z","time spent":"966.642993ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:42.539088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:41.572217Z","time spent":"966.831308ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:42.53901Z","caller":"traceutil/trace.go:171","msg":"trace[103059916] linearizableReadLoop","detail":"{readStateIndex:20986; appliedIndex:20980; }","duration":"922.194381ms","start":"2026-04-27T02:09:41.616659Z","end":"2026-04-27T02:09:42.538853Z","steps":["trace[103059916] 'read index received' (duration: 378.365566ms)","trace[103059916] 'applied index is now lower than readState.Index' (duration: 543.821814ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:09:42.539252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.53166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:09:42.539338Z","caller":"traceutil/trace.go:171","msg":"trace[1062806872] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20295; }","duration":"922.736684ms","start":"2026-04-27T02:09:41.616587Z","end":"2026-04-27T02:09:42.539324Z","steps":["trace[1062806872] 'agreement among raft nodes before linearized reading' (duration: 922.516539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:42.539414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:41.616558Z","time spent":"922.819987ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:09:43.039718Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696787116,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:09:43.540456Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696787116,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:09:43.71121Z","caller":"traceutil/trace.go:171","msg":"trace[1939449867] transaction","detail":"{read_only:false; response_revision:20296; number_of_response:1; }","duration":"1.527438076s","start":"2026-04-27T02:09:42.183739Z","end":"2026-04-27T02:09:43.711177Z","steps":["trace[1939449867] 'process raft request' (duration: 1.52718599s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:43.711464Z","caller":"traceutil/trace.go:171","msg":"trace[1079517991] transaction","detail":"{read_only:false; response_revision:20297; number_of_response:1; }","duration":"1.251468866s","start":"2026-04-27T02:09:42.459966Z","end":"2026-04-27T02:09:43.711434Z","steps":["trace[1079517991] 'process raft request' (duration: 1.251145808s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:43.711493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:42.183712Z","time spent":"1.527632131s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7731,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:43.71161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:42.459942Z","time spent":"1.2515968s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:44.615263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000017792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:09:44.61536Z","caller":"traceutil/trace.go:171","msg":"trace[356799183] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000174327s","start":"2026-04-27T02:09:42.615164Z","end":"2026-04-27T02:09:44.615339Z","steps":["trace[356799183] 'agreement among raft nodes before linearized reading' (duration: 2.000053674s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.61541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:42.615141Z","time spent":"2.000259128s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:09:44 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:09:44.788172Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.077291209s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:09:44.788754Z","caller":"traceutil/trace.go:171","msg":"trace[712036810] transaction","detail":"{read_only:false; response_revision:20298; number_of_response:1; }","duration":"2.09498776s","start":"2026-04-27T02:09:42.693731Z","end":"2026-04-27T02:09:44.788719Z","steps":["trace[712036810] 'process raft request' (duration: 2.094724554s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.789036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:42.6937Z","time spent":"2.095112074s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:09:44.791456Z","caller":"traceutil/trace.go:171","msg":"trace[1872497481] transaction","detail":"{read_only:false; response_revision:20299; number_of_response:1; }","duration":"1.219859998s","start":"2026-04-27T02:09:43.57157Z","end":"2026-04-27T02:09:44.79143Z","steps":["trace[1872497481] 'process raft request' (duration: 1.219407537s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:44.791525Z","caller":"traceutil/trace.go:171","msg":"trace[1654180348] linearizableReadLoop","detail":"{readStateIndex:20990; appliedIndex:20986; }","duration":"2.252338975s","start":"2026-04-27T02:09:42.539158Z","end":"2026-04-27T02:09:44.791497Z","steps":["trace[1654180348] 'read index received' (duration: 1.171715262s)","trace[1654180348] 'applied index is now lower than readState.Index' (duration: 1.080622262s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:09:44.791609Z","caller":"traceutil/trace.go:171","msg":"trace[919743722] transaction","detail":"{read_only:false; response_revision:20300; number_of_response:1; }","duration":"1.219461358s","start":"2026-04-27T02:09:43.572126Z","end":"2026-04-27T02:09:44.791588Z","steps":["trace[919743722] 'process raft request' (duration: 1.219211432s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.791889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.11687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:09:44.791936Z","caller":"traceutil/trace.go:171","msg":"trace[135465514] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:20300; }","duration":"460.209732ms","start":"2026-04-27T02:09:44.331714Z","end":"2026-04-27T02:09:44.791923Z","steps":["trace[135465514] 'agreement among raft nodes before linearized reading' (duration: 460.13958ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.791983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:44.331691Z","time spent":"460.281284ms","remote":"127.0.0.1:40352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:09:44.79207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:43.572115Z","time spent":"1.219786827s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:44.792095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.129462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-27T02:09:44.792101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.785736755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:09:44.79217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.313487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:09:44.792226Z","caller":"traceutil/trace.go:171","msg":"trace[1510325592] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20300; }","duration":"249.308217ms","start":"2026-04-27T02:09:44.542889Z","end":"2026-04-27T02:09:44.792197Z","steps":["trace[1510325592] 'agreement among raft nodes before linearized reading' (duration: 248.973649ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:44.792247Z","caller":"traceutil/trace.go:171","msg":"trace[144805536] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:20300; }","duration":"2.78592871s","start":"2026-04-27T02:09:42.006285Z","end":"2026-04-27T02:09:44.792214Z","steps":["trace[144805536] 'agreement among raft nodes before linearized reading' (duration: 2.785700705s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.792284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.367838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T02:09:44.79232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.406433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:09:44.792328Z","caller":"traceutil/trace.go:171","msg":"trace[1414049281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:20300; }","duration":"249.44492ms","start":"2026-04-27T02:09:44.542872Z","end":"2026-04-27T02:09:44.792317Z","steps":["trace[1414049281] 'agreement among raft nodes before linearized reading' (duration: 249.337877ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.792326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06746821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18464"} {"level":"warn","ts":"2026-04-27T02:09:44.791899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.604263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:09:44.792358Z","caller":"traceutil/trace.go:171","msg":"trace[1538506856] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:20300; }","duration":"168.489475ms","start":"2026-04-27T02:09:44.62386Z","end":"2026-04-27T02:09:44.79235Z","steps":["trace[1538506856] 'agreement among raft nodes before linearized reading' (duration: 168.429173ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:44.792377Z","caller":"traceutil/trace.go:171","msg":"trace[1022810733] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:20300; }","duration":"1.067552372s","start":"2026-04-27T02:09:43.724813Z","end":"2026-04-27T02:09:44.792365Z","steps":["trace[1022810733] 'agreement among raft nodes before linearized reading' (duration: 1.067104851s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:44.792392Z","caller":"traceutil/trace.go:171","msg":"trace[283629847] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:20300; }","duration":"659.110776ms","start":"2026-04-27T02:09:44.133267Z","end":"2026-04-27T02:09:44.792378Z","steps":["trace[283629847] 'agreement among raft nodes before linearized reading' (duration: 658.611994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.791812Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.35232337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-27T02:09:44.792423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.901605ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:09:44.792166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"673.978301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:09:44.792493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.525232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:09:44.792481Z","caller":"traceutil/trace.go:171","msg":"trace[1543512661] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:20300; }","duration":"2.353024277s","start":"2026-04-27T02:09:42.439425Z","end":"2026-04-27T02:09:44.792449Z","steps":["trace[1543512661] 'agreement among raft nodes before linearized reading' (duration: 2.352224467s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:44.792548Z","caller":"traceutil/trace.go:171","msg":"trace[1712237171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20300; }","duration":"249.597663ms","start":"2026-04-27T02:09:44.542939Z","end":"2026-04-27T02:09:44.792537Z","steps":["trace[1712237171] 'agreement among raft nodes before linearized reading' (duration: 249.432819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.792592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:42.439405Z","time spent":"2.353150471s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:09:44.792594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.423613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:09:44.792646Z","caller":"traceutil/trace.go:171","msg":"trace[1114497861] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20300; }","duration":"339.517815ms","start":"2026-04-27T02:09:44.453114Z","end":"2026-04-27T02:09:44.792632Z","steps":["trace[1114497861] 'agreement among raft nodes before linearized reading' (duration: 339.367341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.791747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:43.571553Z","time spent":"1.219985472s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:09:44.792743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:44.453048Z","time spent":"339.683168ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:09:44.792522Z","caller":"traceutil/trace.go:171","msg":"trace[1384347125] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:20300; }","duration":"674.393331ms","start":"2026-04-27T02:09:44.118101Z","end":"2026-04-27T02:09:44.792494Z","steps":["trace[1384347125] 'agreement among raft nodes before linearized reading' (duration: 673.800667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.792881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:44.118033Z","time spent":"674.828984ms","remote":"127.0.0.1:46930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":4,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:09:44.792324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:42.006264Z","time spent":"2.786042433s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":4,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:09:44.792456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:44.133256Z","time spent":"659.186978ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:09:44.792263Z","caller":"traceutil/trace.go:171","msg":"trace[1824607203] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:20300; }","duration":"173.465111ms","start":"2026-04-27T02:09:44.618776Z","end":"2026-04-27T02:09:44.792241Z","steps":["trace[1824607203] 'agreement among raft nodes before linearized reading' (duration: 173.160703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.791855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.243482835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:09:44.793247Z","caller":"traceutil/trace.go:171","msg":"trace[61432391] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:20300; }","duration":"1.244898431s","start":"2026-04-27T02:09:43.548322Z","end":"2026-04-27T02:09:44.79322Z","steps":["trace[61432391] 'agreement among raft nodes before linearized reading' (duration: 1.243492985s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.793308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:43.548303Z","time spent":"1.244983983s","remote":"127.0.0.1:34048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:09:44.792347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.338517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:09:44.793455Z","caller":"traceutil/trace.go:171","msg":"trace[914350838] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:20300; }","duration":"250.485677ms","start":"2026-04-27T02:09:44.542954Z","end":"2026-04-27T02:09:44.79344Z","steps":["trace[914350838] 'agreement among raft nodes before linearized reading' (duration: 249.277276ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:44.792416Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:09:43.724796Z","time spent":"1.067612543s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18487,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-27T02:09:44.792457Z","caller":"traceutil/trace.go:171","msg":"trace[1053268900] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20300; }","duration":"248.947296ms","start":"2026-04-27T02:09:44.543498Z","end":"2026-04-27T02:09:44.792445Z","steps":["trace[1053268900] 'agreement among raft nodes before linearized reading' (duration: 248.875304ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:55.018637Z","caller":"traceutil/trace.go:171","msg":"trace[317036497] transaction","detail":"{read_only:false; response_revision:20357; number_of_response:1; }","duration":"116.583984ms","start":"2026-04-27T02:09:54.90203Z","end":"2026-04-27T02:09:55.018614Z","steps":["trace[317036497] 'process raft request' (duration: 116.39645ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:55.019845Z","caller":"traceutil/trace.go:171","msg":"trace[1222387453] transaction","detail":"{read_only:false; response_revision:20358; number_of_response:1; }","duration":"117.61856ms","start":"2026-04-27T02:09:54.902187Z","end":"2026-04-27T02:09:55.019806Z","steps":["trace[1222387453] 'process raft request' (duration: 117.445916ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:55.020044Z","caller":"traceutil/trace.go:171","msg":"trace[42789780] transaction","detail":"{read_only:false; response_revision:20359; number_of_response:1; }","duration":"117.537799ms","start":"2026-04-27T02:09:54.902493Z","end":"2026-04-27T02:09:55.020031Z","steps":["trace[42789780] 'process raft request' (duration: 117.234871ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:09:55.019987Z","caller":"traceutil/trace.go:171","msg":"trace[1907713447] linearizableReadLoop","detail":"{readStateIndex:21053; appliedIndex:21051; }","duration":"117.657361ms","start":"2026-04-27T02:09:54.902312Z","end":"2026-04-27T02:09:55.01997Z","steps":["trace[1907713447] 'read index received' (duration: 116.057681ms)","trace[1907713447] 'applied index is now lower than readState.Index' (duration: 1.59877ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:09:55.020396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.572402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:09:55.020483Z","caller":"traceutil/trace.go:171","msg":"trace[118891249] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:20359; }","duration":"114.672295ms","start":"2026-04-27T02:09:54.905788Z","end":"2026-04-27T02:09:55.02046Z","steps":["trace[118891249] 'agreement among raft nodes before linearized reading' (duration: 114.511661ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:09:55.020355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.026671ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:09:55.02064Z","caller":"traceutil/trace.go:171","msg":"trace[1713662749] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:20359; }","duration":"118.331038ms","start":"2026-04-27T02:09:54.902267Z","end":"2026-04-27T02:09:55.020598Z","steps":["trace[1713662749] 'agreement among raft nodes before linearized reading' (duration: 117.898287ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:10:21.365037Z","caller":"traceutil/trace.go:171","msg":"trace[870999442] transaction","detail":"{read_only:false; response_revision:20605; number_of_response:1; }","duration":"102.672583ms","start":"2026-04-27T02:10:21.262338Z","end":"2026-04-27T02:10:21.36501Z","steps":["trace[870999442] 'process raft request' (duration: 102.481599ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:10:21.410717Z","caller":"traceutil/trace.go:171","msg":"trace[44147204] transaction","detail":"{read_only:false; response_revision:20606; number_of_response:1; }","duration":"148.037969ms","start":"2026-04-27T02:10:21.262638Z","end":"2026-04-27T02:10:21.410676Z","steps":["trace[44147204] 'process raft request' (duration: 147.755192ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:10:21.410787Z","caller":"traceutil/trace.go:171","msg":"trace[2141591176] transaction","detail":"{read_only:false; response_revision:20607; number_of_response:1; }","duration":"147.987258ms","start":"2026-04-27T02:10:21.262752Z","end":"2026-04-27T02:10:21.410739Z","steps":["trace[2141591176] 'process raft request' (duration: 147.801463ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:10:21.410715Z","caller":"traceutil/trace.go:171","msg":"trace[1781424234] transaction","detail":"{read_only:false; response_revision:20608; number_of_response:1; }","duration":"147.876915ms","start":"2026-04-27T02:10:21.262807Z","end":"2026-04-27T02:10:21.410684Z","steps":["trace[1781424234] 'process raft request' (duration: 147.797823ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:10:21.410976Z","caller":"traceutil/trace.go:171","msg":"trace[639453130] transaction","detail":"{read_only:false; response_revision:20609; number_of_response:1; }","duration":"147.982307ms","start":"2026-04-27T02:10:21.262977Z","end":"2026-04-27T02:10:21.410959Z","steps":["trace[639453130] 'process raft request' (duration: 147.666959ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:10:55.386936Z","caller":"traceutil/trace.go:171","msg":"trace[325723133] linearizableReadLoop","detail":"{readStateIndex:21681; appliedIndex:21679; }","duration":"126.190917ms","start":"2026-04-27T02:10:55.260713Z","end":"2026-04-27T02:10:55.386904Z","steps":["trace[325723133] 'read index received' (duration: 74.734938ms)","trace[325723133] 'applied index is now lower than readState.Index' (duration: 51.454879ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:10:55.387103Z","caller":"traceutil/trace.go:171","msg":"trace[1567294357] transaction","detail":"{read_only:false; response_revision:20964; number_of_response:1; }","duration":"172.352322ms","start":"2026-04-27T02:10:55.214714Z","end":"2026-04-27T02:10:55.387066Z","steps":["trace[1567294357] 'process raft request' (duration: 120.723519ms)","trace[1567294357] 'compare' (duration: 51.044629ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:10:55.387123Z","caller":"traceutil/trace.go:171","msg":"trace[1947517548] transaction","detail":"{read_only:false; response_revision:20965; number_of_response:1; }","duration":"171.46374ms","start":"2026-04-27T02:10:55.215642Z","end":"2026-04-27T02:10:55.387105Z","steps":["trace[1947517548] 'process raft request' (duration: 171.141362ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:10:55.387306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.573867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:10:55.387377Z","caller":"traceutil/trace.go:171","msg":"trace[195847939] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:20965; }","duration":"126.70689ms","start":"2026-04-27T02:10:55.260653Z","end":"2026-04-27T02:10:55.38736Z","steps":["trace[195847939] 'agreement among raft nodes before linearized reading' (duration: 126.496994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:10:55.641889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.925596ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:10:55.642003Z","caller":"traceutil/trace.go:171","msg":"trace[1177850321] linearizableReadLoop","detail":"{readStateIndex:21682; appliedIndex:21681; }","duration":"107.871724ms","start":"2026-04-27T02:10:55.534113Z","end":"2026-04-27T02:10:55.641985Z","steps":["trace[1177850321] 'read index received' (duration: 52.352µs)","trace[1177850321] 'applied index is now lower than readState.Index' (duration: 107.817632ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:10:55.642094Z","caller":"traceutil/trace.go:171","msg":"trace[1291667563] transaction","detail":"{read_only:false; response_revision:20966; number_of_response:1; }","duration":"250.347782ms","start":"2026-04-27T02:10:55.391708Z","end":"2026-04-27T02:10:55.642056Z","steps":["trace[1291667563] 'process raft request' (duration: 100.128069ms)","trace[1291667563] 'compare' (duration: 149.710441ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:10:55.642214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.10583ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:10:55.642256Z","caller":"traceutil/trace.go:171","msg":"trace[960862387] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:20966; }","duration":"108.186532ms","start":"2026-04-27T02:10:55.534056Z","end":"2026-04-27T02:10:55.642243Z","steps":["trace[960862387] 'agreement among raft nodes before linearized reading' (duration: 108.025938ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:10:55.860289Z","caller":"traceutil/trace.go:171","msg":"trace[1993228280] transaction","detail":"{read_only:false; response_revision:20969; number_of_response:1; }","duration":"214.19685ms","start":"2026-04-27T02:10:55.646065Z","end":"2026-04-27T02:10:55.860262Z","steps":["trace[1993228280] 'process raft request' (duration: 210.435685ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:10:55.860507Z","caller":"traceutil/trace.go:171","msg":"trace[213851825] transaction","detail":"{read_only:false; response_revision:20970; number_of_response:1; }","duration":"214.021206ms","start":"2026-04-27T02:10:55.646462Z","end":"2026-04-27T02:10:55.860483Z","steps":["trace[213851825] 'process raft request' (duration: 213.761539ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:10:55.860585Z","caller":"traceutil/trace.go:171","msg":"trace[1760042070] linearizableReadLoop","detail":"{readStateIndex:21687; appliedIndex:21684; }","duration":"166.127597ms","start":"2026-04-27T02:10:55.694438Z","end":"2026-04-27T02:10:55.860566Z","steps":["trace[1760042070] 'read index received' (duration: 162.061324ms)","trace[1760042070] 'applied index is now lower than readState.Index' (duration: 4.065063ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:10:55.860657Z","caller":"traceutil/trace.go:171","msg":"trace[1248500258] transaction","detail":"{read_only:false; response_revision:20971; number_of_response:1; }","duration":"214.131478ms","start":"2026-04-27T02:10:55.646506Z","end":"2026-04-27T02:10:55.860638Z","steps":["trace[1248500258] 'process raft request' (duration: 213.912003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:10:55.860726Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.27542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:10:55.860752Z","caller":"traceutil/trace.go:171","msg":"trace[2101145336] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:20971; }","duration":"166.350122ms","start":"2026-04-27T02:10:55.694395Z","end":"2026-04-27T02:10:55.860745Z","steps":["trace[2101145336] 'agreement among raft nodes before linearized reading' (duration: 166.24825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:00.472042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.577036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:13:00.472228Z","caller":"traceutil/trace.go:171","msg":"trace[529488029] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21913; }","duration":"124.788392ms","start":"2026-04-27T02:13:00.347412Z","end":"2026-04-27T02:13:00.4722Z","steps":["trace[529488029] 'range keys from in-memory index tree' (duration: 124.34495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:00.47223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.909574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T02:13:00.472594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.511866ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:13:00.472692Z","caller":"traceutil/trace.go:171","msg":"trace[1364994479] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21913; }","duration":"130.65965ms","start":"2026-04-27T02:13:00.34201Z","end":"2026-04-27T02:13:00.47267Z","steps":["trace[1364994479] 'range keys from in-memory index tree' (duration: 129.899032ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:00.472629Z","caller":"traceutil/trace.go:171","msg":"trace[402808643] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21913; }","duration":"138.536699ms","start":"2026-04-27T02:13:00.334073Z","end":"2026-04-27T02:13:00.472609Z","steps":["trace[402808643] 'range keys from in-memory index tree' (duration: 137.78527ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:15.772688Z","caller":"traceutil/trace.go:171","msg":"trace[1544965384] transaction","detail":"{read_only:false; response_revision:22004; number_of_response:1; }","duration":"502.039609ms","start":"2026-04-27T02:13:15.270608Z","end":"2026-04-27T02:13:15.772648Z","steps":["trace[1544965384] 'process raft request' (duration: 501.652329ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:15.772869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:15.270593Z","time spent":"502.195713ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:15.78836Z","caller":"traceutil/trace.go:171","msg":"trace[401109287] linearizableReadLoop","detail":"{readStateIndex:22754; appliedIndex:22752; }","duration":"473.469147ms","start":"2026-04-27T02:13:15.314864Z","end":"2026-04-27T02:13:15.788333Z","steps":["trace[401109287] 'read index received' (duration: 457.531224ms)","trace[401109287] 'applied index is now lower than readState.Index' (duration: 15.936673ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:13:15.788449Z","caller":"traceutil/trace.go:171","msg":"trace[1938307021] transaction","detail":"{read_only:false; response_revision:22005; number_of_response:1; }","duration":"486.505637ms","start":"2026-04-27T02:13:15.301921Z","end":"2026-04-27T02:13:15.788426Z","steps":["trace[1938307021] 'process raft request' (duration: 486.047426ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:15.788506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.616901ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:15.788545Z","caller":"traceutil/trace.go:171","msg":"trace[1349447639] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:22006; }","duration":"473.681313ms","start":"2026-04-27T02:13:15.314851Z","end":"2026-04-27T02:13:15.788533Z","steps":["trace[1349447639] 'agreement among raft nodes before linearized reading' (duration: 473.588321ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:15.78856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:15.301887Z","time spent":"486.61498ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:13:15.788596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:15.314827Z","time spent":"473.759294ms","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:13:25.30238Z","caller":"traceutil/trace.go:171","msg":"trace[2009062607] transaction","detail":"{read_only:false; response_revision:22287; number_of_response:1; }","duration":"200.36263ms","start":"2026-04-27T02:13:25.101997Z","end":"2026-04-27T02:13:25.30236Z","steps":["trace[2009062607] 'process raft request' (duration: 200.247667ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:25.488766Z","caller":"traceutil/trace.go:171","msg":"trace[437771309] linearizableReadLoop","detail":"{readStateIndex:23044; appliedIndex:23043; }","duration":"239.597341ms","start":"2026-04-27T02:13:25.249133Z","end":"2026-04-27T02:13:25.48873Z","steps":["trace[437771309] 'read index received' (duration: 53.419259ms)","trace[437771309] 'applied index is now lower than readState.Index' (duration: 186.176612ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:13:25.489029Z","caller":"traceutil/trace.go:171","msg":"trace[138925115] transaction","detail":"{read_only:false; response_revision:22288; number_of_response:1; }","duration":"386.606874ms","start":"2026-04-27T02:13:25.102369Z","end":"2026-04-27T02:13:25.488976Z","steps":["trace[138925115] 'process raft request' (duration: 386.114082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:25.489284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:25.102363Z","time spent":"386.83461ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":58959,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:25.490022Z","caller":"traceutil/trace.go:171","msg":"trace[22277038] transaction","detail":"{read_only:false; response_revision:22290; number_of_response:1; }","duration":"183.406482ms","start":"2026-04-27T02:13:25.306545Z","end":"2026-04-27T02:13:25.489951Z","steps":["trace[22277038] 'process raft request' (duration: 183.287569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:25.490023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.052531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:25.490128Z","caller":"traceutil/trace.go:171","msg":"trace[549766813] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:22290; }","duration":"232.200784ms","start":"2026-04-27T02:13:25.257897Z","end":"2026-04-27T02:13:25.490098Z","steps":["trace[549766813] 'agreement among raft nodes before linearized reading' (duration: 232.000169ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:25.490006Z","caller":"traceutil/trace.go:171","msg":"trace[1121964588] transaction","detail":"{read_only:false; response_revision:22289; number_of_response:1; }","duration":"183.670248ms","start":"2026-04-27T02:13:25.306304Z","end":"2026-04-27T02:13:25.489975Z","steps":["trace[1121964588] 'process raft request' (duration: 183.397201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:25.490112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.905102ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-selfsigned-issuer\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:13:25.490152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.248236ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-system/capi-manager\" ","response":"range_response_count:1 size:428"} {"level":"info","ts":"2026-04-27T02:13:25.490219Z","caller":"traceutil/trace.go:171","msg":"trace[1589612964] range","detail":"{range_begin:/registry/cert-manager.io/issuers/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-selfsigned-issuer; range_end:; response_count:0; response_revision:22290; }","duration":"176.069037ms","start":"2026-04-27T02:13:25.314125Z","end":"2026-04-27T02:13:25.490194Z","steps":["trace[1589612964] 'agreement among raft nodes before linearized reading' (duration: 175.879922ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:25.490246Z","caller":"traceutil/trace.go:171","msg":"trace[208676811] range","detail":"{range_begin:/registry/serviceaccounts/capi-system/capi-manager; range_end:; response_count:1; response_revision:22290; }","duration":"196.38439ms","start":"2026-04-27T02:13:25.293849Z","end":"2026-04-27T02:13:25.490233Z","steps":["trace[208676811] 'agreement among raft nodes before linearized reading' (duration: 196.170164ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:25.490444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.058678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-27T02:13:25.491188Z","caller":"traceutil/trace.go:171","msg":"trace[1364578165] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22288; }","duration":"241.455527ms","start":"2026-04-27T02:13:25.249089Z","end":"2026-04-27T02:13:25.490544Z","steps":["trace[1364578165] 'agreement among raft nodes before linearized reading' (duration: 239.844597ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:27.318955Z","caller":"traceutil/trace.go:171","msg":"trace[1541859175] transaction","detail":"{read_only:false; response_revision:22465; number_of_response:1; }","duration":"368.26767ms","start":"2026-04-27T02:13:26.950634Z","end":"2026-04-27T02:13:27.318901Z","steps":["trace[1541859175] 'process raft request' (duration: 368.019774ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:27.319171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:26.950624Z","time spent":"368.477255ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":38891,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:13:27.325039Z","caller":"traceutil/trace.go:171","msg":"trace[1849041664] transaction","detail":"{read_only:false; response_revision:22466; number_of_response:1; }","duration":"370.879266ms","start":"2026-04-27T02:13:26.954118Z","end":"2026-04-27T02:13:27.324997Z","steps":["trace[1849041664] 'process raft request' (duration: 370.427015ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:27.325181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:26.954081Z","time spent":"371.04068ms","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3327,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:13:27.325241Z","caller":"traceutil/trace.go:171","msg":"trace[505351768] transaction","detail":"{read_only:false; response_revision:22467; number_of_response:1; }","duration":"337.983875ms","start":"2026-04-27T02:13:26.987228Z","end":"2026-04-27T02:13:27.325212Z","steps":["trace[505351768] 'process raft request' (duration: 337.586406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:27.325382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:26.987212Z","time spent":"338.087698ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":108282,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:27.325404Z","caller":"traceutil/trace.go:171","msg":"trace[1568685947] linearizableReadLoop","detail":"{readStateIndex:23229; appliedIndex:23227; }","duration":"358.658818ms","start":"2026-04-27T02:13:26.966714Z","end":"2026-04-27T02:13:27.325373Z","steps":["trace[1568685947] 'read index received' (duration: 351.98995ms)","trace[1568685947] 'applied index is now lower than readState.Index' (duration: 6.667898ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:13:27.325477Z","caller":"traceutil/trace.go:171","msg":"trace[1872613634] transaction","detail":"{read_only:false; response_revision:22468; number_of_response:1; }","duration":"292.510107ms","start":"2026-04-27T02:13:27.032923Z","end":"2026-04-27T02:13:27.325434Z","steps":["trace[1872613634] 'process raft request' (duration: 292.149328ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:27.325618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.895364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:13:27.32564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.471584ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:27.325664Z","caller":"traceutil/trace.go:171","msg":"trace[952509714] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1; range_end:; response_count:0; response_revision:22468; }","duration":"358.982536ms","start":"2026-04-27T02:13:26.966666Z","end":"2026-04-27T02:13:27.325649Z","steps":["trace[952509714] 'agreement among raft nodes before linearized reading' (duration: 358.854683ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:27.325687Z","caller":"traceutil/trace.go:171","msg":"trace[705433619] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:0; response_revision:22468; }","duration":"343.574837ms","start":"2026-04-27T02:13:26.982098Z","end":"2026-04-27T02:13:27.325673Z","steps":["trace[705433619] 'agreement among raft nodes before linearized reading' (duration: 343.435953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:27.325701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:26.966649Z","time spent":"359.044527ms","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":91,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-1\" "} {"level":"warn","ts":"2026-04-27T02:13:27.325733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:26.982078Z","time spent":"343.641028ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-27T02:13:27.32685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.699313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-27T02:13:27.326895Z","caller":"traceutil/trace.go:171","msg":"trace[742015013] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:22468; }","duration":"235.790235ms","start":"2026-04-27T02:13:27.091094Z","end":"2026-04-27T02:13:27.326884Z","steps":["trace[742015013] 'agreement among raft nodes before linearized reading' (duration: 234.81052ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:28.884846Z","caller":"traceutil/trace.go:171","msg":"trace[69623533] linearizableReadLoop","detail":"{readStateIndex:23324; appliedIndex:23322; }","duration":"246.28364ms","start":"2026-04-27T02:13:28.638532Z","end":"2026-04-27T02:13:28.884815Z","steps":["trace[69623533] 'read index received' (duration: 177.178734ms)","trace[69623533] 'applied index is now lower than readState.Index' (duration: 69.103396ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:13:28.884877Z","caller":"traceutil/trace.go:171","msg":"trace[710432673] transaction","detail":"{read_only:false; response_revision:22559; number_of_response:1; }","duration":"251.795299ms","start":"2026-04-27T02:13:28.633039Z","end":"2026-04-27T02:13:28.884834Z","steps":["trace[710432673] 'process raft request' (duration: 182.55857ms)","trace[710432673] 'compare' (duration: 68.950622ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:13:28.885064Z","caller":"traceutil/trace.go:171","msg":"trace[1883396439] transaction","detail":"{read_only:false; response_revision:22560; number_of_response:1; }","duration":"251.767289ms","start":"2026-04-27T02:13:28.633214Z","end":"2026-04-27T02:13:28.884981Z","steps":["trace[1883396439] 'process raft request' (duration: 251.513023ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:28.885294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.71204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:28.885407Z","caller":"traceutil/trace.go:171","msg":"trace[1687344111] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22560; }","duration":"246.835673ms","start":"2026-04-27T02:13:28.638528Z","end":"2026-04-27T02:13:28.885364Z","steps":["trace[1687344111] 'agreement among raft nodes before linearized reading' (duration: 246.634598ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:28.885467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.598088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:28.885564Z","caller":"traceutil/trace.go:171","msg":"trace[564849487] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22560; }","duration":"246.721691ms","start":"2026-04-27T02:13:28.63882Z","end":"2026-04-27T02:13:28.885542Z","steps":["trace[564849487] 'agreement among raft nodes before linearized reading' (duration: 246.552477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:28.885562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.326026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:13:28.885628Z","caller":"traceutil/trace.go:171","msg":"trace[1180805598] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22560; }","duration":"228.44769ms","start":"2026-04-27T02:13:28.657165Z","end":"2026-04-27T02:13:28.885613Z","steps":["trace[1180805598] 'agreement among raft nodes before linearized reading' (duration: 228.245795ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:28.885828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"246.955287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:13:28.88583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.497394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-04-27T02:13:28.88587Z","caller":"traceutil/trace.go:171","msg":"trace[552902678] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:22560; }","duration":"247.013109ms","start":"2026-04-27T02:13:28.638846Z","end":"2026-04-27T02:13:28.88586Z","steps":["trace[552902678] 'agreement among raft nodes before linearized reading' (duration: 246.911986ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:28.885887Z","caller":"traceutil/trace.go:171","msg":"trace[1971204685] range","detail":"{range_begin:/registry/serviceaccounts/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-manager; range_end:; response_count:1; response_revision:22560; }","duration":"223.613867ms","start":"2026-04-27T02:13:28.662257Z","end":"2026-04-27T02:13:28.885871Z","steps":["trace[1971204685] 'agreement among raft nodes before linearized reading' (duration: 223.435633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:28.886007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.291047ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:13:28.886154Z","caller":"traceutil/trace.go:171","msg":"trace[187723589] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22560; }","duration":"240.588395ms","start":"2026-04-27T02:13:28.645539Z","end":"2026-04-27T02:13:28.886128Z","steps":["trace[187723589] 'agreement among raft nodes before linearized reading' (duration: 239.897108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:28.886046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.624753ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:13:28.886313Z","caller":"traceutil/trace.go:171","msg":"trace[1961218383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22560; }","duration":"228.904351ms","start":"2026-04-27T02:13:28.657396Z","end":"2026-04-27T02:13:28.886301Z","steps":["trace[1961218383] 'agreement among raft nodes before linearized reading' (duration: 228.551692ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:29.447457Z","caller":"traceutil/trace.go:171","msg":"trace[193332671] linearizableReadLoop","detail":"{readStateIndex:23332; appliedIndex:23331; }","duration":"164.955586ms","start":"2026-04-27T02:13:29.282471Z","end":"2026-04-27T02:13:29.447427Z","steps":["trace[193332671] 'read index received' (duration: 164.748681ms)","trace[193332671] 'applied index is now lower than readState.Index' (duration: 205.435µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:13:29.447555Z","caller":"traceutil/trace.go:171","msg":"trace[1901922165] transaction","detail":"{read_only:false; response_revision:22568; number_of_response:1; }","duration":"169.161743ms","start":"2026-04-27T02:13:29.278359Z","end":"2026-04-27T02:13:29.447521Z","steps":["trace[1901922165] 'process raft request' (duration: 168.888707ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:29.447867Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.305655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/cert-manager-test/\" range_end:\"/registry/monitoring.coreos.com/probes/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:29.44801Z","caller":"traceutil/trace.go:171","msg":"trace[1142759562] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/cert-manager-test/; range_end:/registry/monitoring.coreos.com/probes/cert-manager-test0; response_count:0; response_revision:22568; }","duration":"165.535391ms","start":"2026-04-27T02:13:29.282444Z","end":"2026-04-27T02:13:29.447979Z","steps":["trace[1142759562] 'agreement among raft nodes before linearized reading' (duration: 165.134701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:29.448375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.812338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:13:29.448405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.709008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:29.448435Z","caller":"traceutil/trace.go:171","msg":"trace[1854722390] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22569; }","duration":"165.89378ms","start":"2026-04-27T02:13:29.282528Z","end":"2026-04-27T02:13:29.448421Z","steps":["trace[1854722390] 'agreement among raft nodes before linearized reading' (duration: 165.748626ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:29.448444Z","caller":"traceutil/trace.go:171","msg":"trace[1336118531] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22569; }","duration":"156.774229ms","start":"2026-04-27T02:13:29.291659Z","end":"2026-04-27T02:13:29.448433Z","steps":["trace[1336118531] 'agreement among raft nodes before linearized reading' (duration: 156.676637ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:29.448474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.316503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:13:29.448445Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.312262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:29.448524Z","caller":"traceutil/trace.go:171","msg":"trace[945112629] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22569; }","duration":"157.392205ms","start":"2026-04-27T02:13:29.291117Z","end":"2026-04-27T02:13:29.448509Z","steps":["trace[945112629] 'agreement among raft nodes before linearized reading' (duration: 157.321063ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:29.448565Z","caller":"traceutil/trace.go:171","msg":"trace[1168751081] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22569; }","duration":"157.474767ms","start":"2026-04-27T02:13:29.291066Z","end":"2026-04-27T02:13:29.448541Z","steps":["trace[1168751081] 'agreement among raft nodes before linearized reading' (duration: 157.276252ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:29.448765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.112055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:13:29.448702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.066734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:29.44889Z","caller":"traceutil/trace.go:171","msg":"trace[1885946057] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:22569; }","duration":"166.278449ms","start":"2026-04-27T02:13:29.282585Z","end":"2026-04-27T02:13:29.448863Z","steps":["trace[1885946057] 'agreement among raft nodes before linearized reading' (duration: 165.994252ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:29.448924Z","caller":"traceutil/trace.go:171","msg":"trace[633983299] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:22569; }","duration":"105.309789ms","start":"2026-04-27T02:13:29.343593Z","end":"2026-04-27T02:13:29.448903Z","steps":["trace[633983299] 'agreement among raft nodes before linearized reading' (duration: 105.076303ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:30.506122Z","caller":"traceutil/trace.go:171","msg":"trace[416219768] linearizableReadLoop","detail":"{readStateIndex:23356; appliedIndex:23355; }","duration":"259.115395ms","start":"2026-04-27T02:13:30.246979Z","end":"2026-04-27T02:13:30.506094Z","steps":["trace[416219768] 'read index received' (duration: 258.780346ms)","trace[416219768] 'applied index is now lower than readState.Index' (duration: 334.209µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:13:30.506481Z","caller":"traceutil/trace.go:171","msg":"trace[1573064061] transaction","detail":"{read_only:false; response_revision:22592; number_of_response:1; }","duration":"264.85633ms","start":"2026-04-27T02:13:30.241612Z","end":"2026-04-27T02:13:30.506468Z","steps":["trace[1573064061] 'process raft request' (duration: 264.269965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:30.506738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.73713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:30.506777Z","caller":"traceutil/trace.go:171","msg":"trace[1226272954] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22592; }","duration":"259.820942ms","start":"2026-04-27T02:13:30.246945Z","end":"2026-04-27T02:13:30.506766Z","steps":["trace[1226272954] 'agreement among raft nodes before linearized reading' (duration: 259.73987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:30.507477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.370286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:13:30.507919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.84723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-27T02:13:30.507969Z","caller":"traceutil/trace.go:171","msg":"trace[454812043] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:22592; }","duration":"211.938472ms","start":"2026-04-27T02:13:30.296013Z","end":"2026-04-27T02:13:30.507951Z","steps":["trace[454812043] 'agreement among raft nodes before linearized reading' (duration: 211.816019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:30.508469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.029674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/cert-manager-test/\" range_end:\"/registry/openstack.k-orc.cloud/groups/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:30.50853Z","caller":"traceutil/trace.go:171","msg":"trace[1291493567] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/cert-manager-test/; range_end:/registry/openstack.k-orc.cloud/groups/cert-manager-test0; response_count:0; response_revision:22592; }","duration":"261.134296ms","start":"2026-04-27T02:13:30.247378Z","end":"2026-04-27T02:13:30.508512Z","steps":["trace[1291493567] 'agreement among raft nodes before linearized reading' (duration: 261.027723ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:30.507649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.706763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:30.508942Z","caller":"traceutil/trace.go:171","msg":"trace[1332682234] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:0; response_revision:22592; }","duration":"163.11459ms","start":"2026-04-27T02:13:30.345815Z","end":"2026-04-27T02:13:30.508929Z","steps":["trace[1332682234] 'agreement among raft nodes before linearized reading' (duration: 161.729495ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:30.507806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.405768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:30.509095Z","caller":"traceutil/trace.go:171","msg":"trace[426109868] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:22592; }","duration":"227.738722ms","start":"2026-04-27T02:13:30.281348Z","end":"2026-04-27T02:13:30.509086Z","steps":["trace[426109868] 'agreement among raft nodes before linearized reading' (duration: 226.424188ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:30.50792Z","caller":"traceutil/trace.go:171","msg":"trace[288657914] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:22592; }","duration":"260.859949ms","start":"2026-04-27T02:13:30.247034Z","end":"2026-04-27T02:13:30.507894Z","steps":["trace[288657914] 'agreement among raft nodes before linearized reading' (duration: 260.344856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:31.237651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.507147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/cert-manager-test/\" range_end:\"/registry/rolebindings/cert-manager-test0\" limit:10000 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:31.237729Z","caller":"traceutil/trace.go:171","msg":"trace[1001796319] range","detail":"{range_begin:/registry/rolebindings/cert-manager-test/; range_end:/registry/rolebindings/cert-manager-test0; response_count:0; response_revision:22609; }","duration":"193.62031ms","start":"2026-04-27T02:13:31.044093Z","end":"2026-04-27T02:13:31.237714Z","steps":["trace[1001796319] 'range keys from in-memory index tree' (duration: 193.424945ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:32.404415Z","caller":"traceutil/trace.go:171","msg":"trace[1200220406] linearizableReadLoop","detail":"{readStateIndex:23393; appliedIndex:23392; }","duration":"142.064058ms","start":"2026-04-27T02:13:32.262308Z","end":"2026-04-27T02:13:32.404372Z","steps":["trace[1200220406] 'read index received' (duration: 60.233021ms)","trace[1200220406] 'applied index is now lower than readState.Index' (duration: 81.829596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:13:32.40502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.685974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io\" ","response":"range_response_count:1 size:110993"} {"level":"info","ts":"2026-04-27T02:13:32.405571Z","caller":"traceutil/trace.go:171","msg":"trace[1368530708] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/kubeadmcontrolplanetemplates.controlplane.cluster.x-k8s.io; range_end:; response_count:1; response_revision:22629; }","duration":"143.296629ms","start":"2026-04-27T02:13:32.26225Z","end":"2026-04-27T02:13:32.405547Z","steps":["trace[1368530708] 'agreement among raft nodes before linearized reading' (duration: 142.560299ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:32.405943Z","caller":"traceutil/trace.go:171","msg":"trace[1388110728] transaction","detail":"{read_only:false; response_revision:22629; number_of_response:1; }","duration":"167.03474ms","start":"2026-04-27T02:13:32.238868Z","end":"2026-04-27T02:13:32.405903Z","steps":["trace[1388110728] 'process raft request' (duration: 83.790137ms)","trace[1388110728] 'compare' (duration: 81.382105ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:13:35.089377Z","caller":"traceutil/trace.go:171","msg":"trace[256711268] linearizableReadLoop","detail":"{readStateIndex:23436; appliedIndex:23434; }","duration":"127.819439ms","start":"2026-04-27T02:13:34.96152Z","end":"2026-04-27T02:13:35.08934Z","steps":["trace[256711268] 'read index received' (duration: 19.566145ms)","trace[256711268] 'applied index is now lower than readState.Index' (duration: 108.251234ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:13:35.089445Z","caller":"traceutil/trace.go:171","msg":"trace[886137263] transaction","detail":"{read_only:false; response_revision:22671; number_of_response:1; }","duration":"153.574889ms","start":"2026-04-27T02:13:34.935829Z","end":"2026-04-27T02:13:35.089404Z","steps":["trace[886137263] 'process raft request' (duration: 81.033417ms)","trace[886137263] 'compare' (duration: 72.335897ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:13:35.089698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.147197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:13:35.08985Z","caller":"traceutil/trace.go:171","msg":"trace[2049012331] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22671; }","duration":"128.347952ms","start":"2026-04-27T02:13:34.961475Z","end":"2026-04-27T02:13:35.089823Z","steps":["trace[2049012331] 'agreement among raft nodes before linearized reading' (duration: 127.997683ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:35.096446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.488367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T02:13:35.096486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.494735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:13:35.09653Z","caller":"traceutil/trace.go:171","msg":"trace[411369118] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22672; }","duration":"134.6295ms","start":"2026-04-27T02:13:34.96188Z","end":"2026-04-27T02:13:35.09651Z","steps":["trace[411369118] 'agreement among raft nodes before linearized reading' (duration: 134.403535ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:35.096552Z","caller":"traceutil/trace.go:171","msg":"trace[1659534740] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22672; }","duration":"128.592178ms","start":"2026-04-27T02:13:34.967945Z","end":"2026-04-27T02:13:35.096537Z","steps":["trace[1659534740] 'agreement among raft nodes before linearized reading' (duration: 128.418104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:35.86248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.087758ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:35.862576Z","caller":"traceutil/trace.go:171","msg":"trace[1087812384] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:22676; }","duration":"214.253362ms","start":"2026-04-27T02:13:35.6483Z","end":"2026-04-27T02:13:35.862553Z","steps":["trace[1087812384] 'count revisions from in-memory index tree' (duration: 213.980676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:35.862465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.431937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:13:35.862605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.341013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capo-system/capo-controller-manager-78487c64cd-n8f9n\" ","response":"range_response_count:1 size:4753"} {"level":"info","ts":"2026-04-27T02:13:35.862763Z","caller":"traceutil/trace.go:171","msg":"trace[564224980] range","detail":"{range_begin:/registry/pods/capo-system/capo-controller-manager-78487c64cd-n8f9n; range_end:; response_count:1; response_revision:22676; }","duration":"193.546288ms","start":"2026-04-27T02:13:35.669201Z","end":"2026-04-27T02:13:35.862748Z","steps":["trace[564224980] 'range keys from in-memory index tree' (duration: 193.127358ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:35.86267Z","caller":"traceutil/trace.go:171","msg":"trace[177526122] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:22676; }","duration":"275.675293ms","start":"2026-04-27T02:13:35.586971Z","end":"2026-04-27T02:13:35.862646Z","steps":["trace[177526122] 'count revisions from in-memory index tree' (duration: 275.361496ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:35.994722Z","caller":"traceutil/trace.go:171","msg":"trace[941931069] linearizableReadLoop","detail":"{readStateIndex:23442; appliedIndex:23441; }","duration":"125.219173ms","start":"2026-04-27T02:13:35.869478Z","end":"2026-04-27T02:13:35.994698Z","steps":["trace[941931069] 'read index received' (duration: 125.173092ms)","trace[941931069] 'applied index is now lower than readState.Index' (duration: 45.231µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:13:35.994905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.408127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:35.994882Z","caller":"traceutil/trace.go:171","msg":"trace[5031605] transaction","detail":"{read_only:false; response_revision:22677; number_of_response:1; }","duration":"139.721119ms","start":"2026-04-27T02:13:35.855117Z","end":"2026-04-27T02:13:35.994838Z","steps":["trace[5031605] 'process raft request' (duration: 139.446172ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:35.994937Z","caller":"traceutil/trace.go:171","msg":"trace[2025329239] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:22677; }","duration":"125.462709ms","start":"2026-04-27T02:13:35.869464Z","end":"2026-04-27T02:13:35.994927Z","steps":["trace[2025329239] 'agreement among raft nodes before linearized reading' (duration: 125.328845ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:36.009814Z","caller":"traceutil/trace.go:171","msg":"trace[1335821368] transaction","detail":"{read_only:false; response_revision:22678; number_of_response:1; }","duration":"138.419146ms","start":"2026-04-27T02:13:35.871373Z","end":"2026-04-27T02:13:36.009792Z","steps":["trace[1335821368] 'process raft request' (duration: 138.18575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:37.183077Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696794180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:13:37.683826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696794180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:13:38.184589Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696794180,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:13:38.463516Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.812318722s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:13:38.46419Z","caller":"traceutil/trace.go:171","msg":"trace[398831781] transaction","detail":"{read_only:false; response_revision:22702; number_of_response:1; }","duration":"1.81343649s","start":"2026-04-27T02:13:36.650725Z","end":"2026-04-27T02:13:38.464162Z","steps":["trace[398831781] 'process raft request' (duration: 1.813133212s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:38.464333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:36.650704Z","time spent":"1.813558542s","remote":"127.0.0.1:49204","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418062,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:39.171946Z","caller":"traceutil/trace.go:171","msg":"trace[259625661] transaction","detail":"{read_only:false; response_revision:22703; number_of_response:1; }","duration":"2.507009936s","start":"2026-04-27T02:13:36.664907Z","end":"2026-04-27T02:13:39.171917Z","steps":["trace[259625661] 'process raft request' (duration: 2.506809141s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:13:39.173199Z","caller":"traceutil/trace.go:171","msg":"trace[538893880] transaction","detail":"{read_only:false; response_revision:22710; number_of_response:1; }","duration":"1.1576966s","start":"2026-04-27T02:13:38.015493Z","end":"2026-04-27T02:13:39.17319Z","steps":["trace[538893880] 'process raft request' (duration: 1.157203586s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.173298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:38.015486Z","time spent":"1.157757931s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:13:39.173507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:36.664883Z","time spent":"2.50831379s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:39.172251Z","caller":"traceutil/trace.go:171","msg":"trace[1297642696] transaction","detail":"{read_only:false; response_revision:22704; number_of_response:1; }","duration":"2.07085277s","start":"2026-04-27T02:13:37.101365Z","end":"2026-04-27T02:13:39.172218Z","steps":["trace[1297642696] 'process raft request' (duration: 2.070506882s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.173961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.101346Z","time spent":"2.072467231s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:39.172348Z","caller":"traceutil/trace.go:171","msg":"trace[342065324] transaction","detail":"{read_only:false; response_revision:22705; number_of_response:1; }","duration":"2.007295754s","start":"2026-04-27T02:13:37.165042Z","end":"2026-04-27T02:13:39.172338Z","steps":["trace[342065324] 'process raft request' (duration: 2.007057178s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.174235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.165019Z","time spent":"2.009119611s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:39.172354Z","caller":"traceutil/trace.go:171","msg":"trace[223399824] transaction","detail":"{read_only:false; response_revision:22706; number_of_response:1; }","duration":"1.690378571s","start":"2026-04-27T02:13:37.48195Z","end":"2026-04-27T02:13:39.172329Z","steps":["trace[223399824] 'process raft request' (duration: 1.690291659s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.174425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.481922Z","time spent":"1.692449734s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:39.172517Z","caller":"traceutil/trace.go:171","msg":"trace[998414453] transaction","detail":"{read_only:false; response_revision:22707; number_of_response:1; }","duration":"1.173305742s","start":"2026-04-27T02:13:37.999182Z","end":"2026-04-27T02:13:39.172488Z","steps":["trace[998414453] 'process raft request' (duration: 1.173110897s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.174574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.999145Z","time spent":"1.175390425s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:39.172633Z","caller":"traceutil/trace.go:171","msg":"trace[166403542] transaction","detail":"{read_only:false; response_revision:22708; number_of_response:1; }","duration":"1.158323923s","start":"2026-04-27T02:13:38.014295Z","end":"2026-04-27T02:13:39.172619Z","steps":["trace[166403542] 'process raft request' (duration: 1.158124478s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.17504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:38.014278Z","time spent":"1.160733375s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:39.172748Z","caller":"traceutil/trace.go:171","msg":"trace[548782632] transaction","detail":"{read_only:false; response_revision:22709; number_of_response:1; }","duration":"1.1573781s","start":"2026-04-27T02:13:38.015359Z","end":"2026-04-27T02:13:39.172737Z","steps":["trace[548782632] 'process raft request' (duration: 1.157216376s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.175153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:38.015337Z","time spent":"1.159791621s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:13:39.172962Z","caller":"traceutil/trace.go:171","msg":"trace[859223455] linearizableReadLoop","detail":"{readStateIndex:23475; appliedIndex:23466; }","duration":"2.489907853s","start":"2026-04-27T02:13:36.683033Z","end":"2026-04-27T02:13:39.172941Z","steps":["trace[859223455] 'read index received' (duration: 1.780710633s)","trace[859223455] 'applied index is now lower than readState.Index' (duration: 709.19602ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:13:39.173157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.49010484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:39.175372Z","caller":"traceutil/trace.go:171","msg":"trace[95597593] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:22710; }","duration":"2.492382556s","start":"2026-04-27T02:13:36.68298Z","end":"2026-04-27T02:13:39.175363Z","steps":["trace[95597593] 'agreement among raft nodes before linearized reading' (duration: 2.490051158s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.175405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:36.68296Z","time spent":"2.492434098s","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:13:39.175595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.488253362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:13:39.175618Z","caller":"traceutil/trace.go:171","msg":"trace[1364778973] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:22710; }","duration":"2.488293993s","start":"2026-04-27T02:13:36.687319Z","end":"2026-04-27T02:13:39.175613Z","steps":["trace[1364778973] 'agreement among raft nodes before linearized reading' (duration: 2.488196601s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.175633Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:36.687311Z","time spent":"2.488318304s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:13:39.17576Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"555.833728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:13:39.175784Z","caller":"traceutil/trace.go:171","msg":"trace[986312148] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:22710; }","duration":"555.898359ms","start":"2026-04-27T02:13:38.619875Z","end":"2026-04-27T02:13:39.175774Z","steps":["trace[986312148] 'agreement among raft nodes before linearized reading' (duration: 555.867718ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.175798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:38.619851Z","time spent":"555.943971ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:13:39.175894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.793659ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" ","response":"range_response_count:1 size:5140"} {"level":"info","ts":"2026-04-27T02:13:39.175916Z","caller":"traceutil/trace.go:171","msg":"trace[537395741] range","detail":"{range_begin:/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager; range_end:; response_count:1; response_revision:22710; }","duration":"658.84982ms","start":"2026-04-27T02:13:38.517058Z","end":"2026-04-27T02:13:39.175908Z","steps":["trace[537395741] 'agreement among raft nodes before linearized reading' (duration: 658.797749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.175929Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:38.51704Z","time spent":"658.886072ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":5163,"request content":"key:\"/registry/deployments/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:13:39.17604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156891189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-27T02:13:39.176058Z","caller":"traceutil/trace.go:171","msg":"trace[182843328] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:22710; }","duration":"1.156944639s","start":"2026-04-27T02:13:38.01911Z","end":"2026-04-27T02:13:39.176054Z","steps":["trace[182843328] 'agreement among raft nodes before linearized reading' (duration: 1.156889308s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.176071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:38.019095Z","time spent":"1.15697356s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T02:13:39.176154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302384692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:13:39.176175Z","caller":"traceutil/trace.go:171","msg":"trace[727247456] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:22710; }","duration":"1.302406773s","start":"2026-04-27T02:13:37.873764Z","end":"2026-04-27T02:13:39.176171Z","steps":["trace[727247456] 'agreement among raft nodes before linearized reading' (duration: 1.302354862s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.176188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.873681Z","time spent":"1.302503225s","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":35,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:13:39.176279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.571249124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T02:13:39.176296Z","caller":"traceutil/trace.go:171","msg":"trace[305389816] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:22710; }","duration":"1.571284154s","start":"2026-04-27T02:13:37.605008Z","end":"2026-04-27T02:13:39.176292Z","steps":["trace[305389816] 'agreement among raft nodes before linearized reading' (duration: 1.571243423s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.176315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.604992Z","time spent":"1.571320065s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-27T02:13:39.176973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399647695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:13:39.177035Z","caller":"traceutil/trace.go:171","msg":"trace[784848976] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22710; }","duration":"2.399740228s","start":"2026-04-27T02:13:36.777266Z","end":"2026-04-27T02:13:39.177006Z","steps":["trace[784848976] 'agreement among raft nodes before linearized reading' (duration: 2.399629285s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.177065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:36.777251Z","time spent":"2.399807529s","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:13:39.177228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897835871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-27T02:13:39.177271Z","caller":"traceutil/trace.go:171","msg":"trace[1844418201] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:22710; }","duration":"1.897916983s","start":"2026-04-27T02:13:37.279337Z","end":"2026-04-27T02:13:39.177254Z","steps":["trace[1844418201] 'agreement among raft nodes before linearized reading' (duration: 1.897845891s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.177304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.279314Z","time spent":"1.897979494s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-27T02:13:39.17749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.960824052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:13:39.17752Z","caller":"traceutil/trace.go:171","msg":"trace[3802278] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:22710; }","duration":"1.960890263s","start":"2026-04-27T02:13:37.216622Z","end":"2026-04-27T02:13:39.177512Z","steps":["trace[3802278] 'agreement among raft nodes before linearized reading' (duration: 1.960843432s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.177541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.216606Z","time spent":"1.960929145s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:13:39.177692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.025359442s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:13:39.177718Z","caller":"traceutil/trace.go:171","msg":"trace[1712960177] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:22710; }","duration":"2.025421133s","start":"2026-04-27T02:13:37.152291Z","end":"2026-04-27T02:13:39.177712Z","steps":["trace[1712960177] 'agreement among raft nodes before linearized reading' (duration: 2.025333201s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.177739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.152273Z","time spent":"2.025459065s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:13:39.177823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.065441154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:13:39.177853Z","caller":"traceutil/trace.go:171","msg":"trace[1039254962] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:22710; }","duration":"2.065503846s","start":"2026-04-27T02:13:37.112342Z","end":"2026-04-27T02:13:39.177846Z","steps":["trace[1039254962] 'agreement among raft nodes before linearized reading' (duration: 2.065410993s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.17787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.112328Z","time spent":"2.065537376s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:13:39.177879Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.228019099s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:13:39.177899Z","caller":"traceutil/trace.go:171","msg":"trace[1686677774] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:22710; }","duration":"2.228146863s","start":"2026-04-27T02:13:36.949747Z","end":"2026-04-27T02:13:39.177894Z","steps":["trace[1686677774] 'agreement among raft nodes before linearized reading' (duration: 2.228109172s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.177985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:36.94972Z","time spent":"2.228256846s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:13:39.178025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.035028576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:13:39.178047Z","caller":"traceutil/trace.go:171","msg":"trace[898865427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:22710; }","duration":"2.035109597s","start":"2026-04-27T02:13:37.142932Z","end":"2026-04-27T02:13:39.178042Z","steps":["trace[898865427] 'agreement among raft nodes before linearized reading' (duration: 2.035048246s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.178068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.142887Z","time spent":"2.035177359s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:13:39.178304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.084353102s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:13:39.178355Z","caller":"traceutil/trace.go:171","msg":"trace[534608461] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:22710; }","duration":"2.084449554s","start":"2026-04-27T02:13:37.093893Z","end":"2026-04-27T02:13:39.178343Z","steps":["trace[534608461] 'agreement among raft nodes before linearized reading' (duration: 2.08430704s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.178394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.093871Z","time spent":"2.084515586s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:13:39.178555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.193574071s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:13:39.179435Z","caller":"traceutil/trace.go:171","msg":"trace[750654717] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:22710; }","duration":"2.194494195s","start":"2026-04-27T02:13:36.984922Z","end":"2026-04-27T02:13:39.179416Z","steps":["trace[750654717] 'agreement among raft nodes before linearized reading' (duration: 2.192776521s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.180737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:36.984901Z","time spent":"2.195812987s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:13:39.179571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.688235988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:29 size:258012"} {"level":"info","ts":"2026-04-27T02:13:39.181058Z","caller":"traceutil/trace.go:171","msg":"trace[1687104866] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:29; response_revision:22710; }","duration":"1.689768846s","start":"2026-04-27T02:13:37.491272Z","end":"2026-04-27T02:13:39.181041Z","steps":["trace[1687104866] 'agreement among raft nodes before linearized reading' (duration: 1.685100939s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:13:39.181213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:13:37.491235Z","time spent":"1.689960861s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":29,"response size":258035,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-04-27T02:14:04.512996Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20117} {"level":"info","ts":"2026-04-27T02:14:04.630247Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20117,"took":"113.437346ms","hash":2784585581,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":41107456,"current-db-size-in-use":"41 MB"} {"level":"info","ts":"2026-04-27T02:14:04.630318Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2784585581,"revision":20117,"compact-revision":17660} {"level":"info","ts":"2026-04-27T02:14:32.792235Z","caller":"traceutil/trace.go:171","msg":"trace[1266091354] transaction","detail":"{read_only:false; response_revision:23381; number_of_response:1; }","duration":"184.037499ms","start":"2026-04-27T02:14:32.608163Z","end":"2026-04-27T02:14:32.7922Z","steps":["trace[1266091354] 'process raft request' (duration: 183.438394ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:14:45.551853Z","caller":"traceutil/trace.go:171","msg":"trace[1160285898] transaction","detail":"{read_only:false; response_revision:23476; number_of_response:1; }","duration":"154.491602ms","start":"2026-04-27T02:14:45.397332Z","end":"2026-04-27T02:14:45.551824Z","steps":["trace[1160285898] 'process raft request' (duration: 154.288466ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:14:45.565221Z","caller":"traceutil/trace.go:171","msg":"trace[2035596398] transaction","detail":"{read_only:false; response_revision:23477; number_of_response:1; }","duration":"139.922294ms","start":"2026-04-27T02:14:45.425282Z","end":"2026-04-27T02:14:45.565205Z","steps":["trace[2035596398] 'process raft request' (duration: 139.77691ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:14:45.565476Z","caller":"traceutil/trace.go:171","msg":"trace[316555012] transaction","detail":"{read_only:false; response_revision:23478; number_of_response:1; }","duration":"139.515663ms","start":"2026-04-27T02:14:45.425932Z","end":"2026-04-27T02:14:45.565448Z","steps":["trace[316555012] 'process raft request' (duration: 139.231176ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:14:45.565658Z","caller":"traceutil/trace.go:171","msg":"trace[60368320] transaction","detail":"{read_only:false; response_revision:23480; number_of_response:1; }","duration":"131.286775ms","start":"2026-04-27T02:14:45.434357Z","end":"2026-04-27T02:14:45.565644Z","steps":["trace[60368320] 'process raft request' (duration: 131.175172ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:14:45.565838Z","caller":"traceutil/trace.go:171","msg":"trace[1134027684] transaction","detail":"{read_only:false; response_revision:23479; number_of_response:1; }","duration":"135.552923ms","start":"2026-04-27T02:14:45.430112Z","end":"2026-04-27T02:14:45.565665Z","steps":["trace[1134027684] 'process raft request' (duration: 135.232535ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:15:03.733509Z","caller":"traceutil/trace.go:171","msg":"trace[8023053] linearizableReadLoop","detail":"{readStateIndex:24493; appliedIndex:24492; }","duration":"109.189438ms","start":"2026-04-27T02:15:03.624292Z","end":"2026-04-27T02:15:03.733481Z","steps":["trace[8023053] 'read index received' (duration: 91.777268ms)","trace[8023053] 'applied index is now lower than readState.Index' (duration: 17.41066ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:15:03.734012Z","caller":"traceutil/trace.go:171","msg":"trace[258976381] transaction","detail":"{read_only:false; response_revision:23704; number_of_response:1; }","duration":"112.335897ms","start":"2026-04-27T02:15:03.621655Z","end":"2026-04-27T02:15:03.733991Z","steps":["trace[258976381] 'process raft request' (duration: 94.546169ms)","trace[258976381] 'compare' (duration: 17.022889ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:15:03.734074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.745811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:15:03.734192Z","caller":"traceutil/trace.go:171","msg":"trace[56722481] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:23704; }","duration":"109.927536ms","start":"2026-04-27T02:15:03.624244Z","end":"2026-04-27T02:15:03.734172Z","steps":["trace[56722481] 'agreement among raft nodes before linearized reading' (duration: 109.745821ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:15:03.773064Z","caller":"traceutil/trace.go:171","msg":"trace[1310885450] transaction","detail":"{read_only:false; response_revision:23707; number_of_response:1; }","duration":"141.808492ms","start":"2026-04-27T02:15:03.631234Z","end":"2026-04-27T02:15:03.773042Z","steps":["trace[1310885450] 'process raft request' (duration: 141.7371ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:15:03.773105Z","caller":"traceutil/trace.go:171","msg":"trace[358450849] transaction","detail":"{read_only:false; response_revision:23706; number_of_response:1; }","duration":"142.711015ms","start":"2026-04-27T02:15:03.630363Z","end":"2026-04-27T02:15:03.773074Z","steps":["trace[358450849] 'process raft request' (duration: 142.563551ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:15:03.773299Z","caller":"traceutil/trace.go:171","msg":"trace[1846427153] transaction","detail":"{read_only:false; response_revision:23708; number_of_response:1; }","duration":"138.59019ms","start":"2026-04-27T02:15:03.634679Z","end":"2026-04-27T02:15:03.773269Z","steps":["trace[1846427153] 'process raft request' (duration: 138.327334ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:15:03.773487Z","caller":"traceutil/trace.go:171","msg":"trace[1295189669] transaction","detail":"{read_only:false; response_revision:23705; number_of_response:1; }","duration":"147.150075ms","start":"2026-04-27T02:15:03.626321Z","end":"2026-04-27T02:15:03.773471Z","steps":["trace[1295189669] 'process raft request' (duration: 146.475449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:40.765864Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:16:41.266199Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:16:41.76682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798737,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:16:41.771614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.676317962s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:16:41.772206Z","caller":"traceutil/trace.go:171","msg":"trace[954908419] transaction","detail":"{read_only:false; response_revision:24637; number_of_response:1; }","duration":"1.676946398s","start":"2026-04-27T02:16:40.095225Z","end":"2026-04-27T02:16:41.772171Z","steps":["trace[954908419] 'process raft request' (duration: 1.676760983s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:41.772466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.09521Z","time spent":"1.67706997s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:42.614031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000238667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:16:42.614147Z","caller":"traceutil/trace.go:171","msg":"trace[401088144] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00037956s","start":"2026-04-27T02:16:40.613747Z","end":"2026-04-27T02:16:42.614127Z","steps":["trace[401088144] 'agreement among raft nodes before linearized reading' (duration: 2.000247167s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.614203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.613743Z","time spent":"2.000446042s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:16:42 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:16:42.722539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"836.121075ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:42.722732Z","caller":"traceutil/trace.go:171","msg":"trace[443889157] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24637; }","duration":"836.32741ms","start":"2026-04-27T02:16:41.88638Z","end":"2026-04-27T02:16:42.722707Z","steps":["trace[443889157] 'range keys from in-memory index tree' (duration: 836.102275ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.723241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.867169ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:16:42.723671Z","caller":"traceutil/trace.go:171","msg":"trace[1609827369] linearizableReadLoop","detail":"{readStateIndex:25458; appliedIndex:25451; }","duration":"2.458258282s","start":"2026-04-27T02:16:40.265398Z","end":"2026-04-27T02:16:42.723656Z","steps":["trace[1609827369] 'read index received' (duration: 1.506612925s)","trace[1609827369] 'applied index is now lower than readState.Index' (duration: 951.644557ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:42.723817Z","caller":"traceutil/trace.go:171","msg":"trace[2060127560] transaction","detail":"{read_only:false; response_revision:24639; number_of_response:1; }","duration":"2.512349314s","start":"2026-04-27T02:16:40.211455Z","end":"2026-04-27T02:16:42.723804Z","steps":["trace[2060127560] 'process raft request' (duration: 2.511897333s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.723999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.211428Z","time spent":"2.512455757s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:42.723823Z","caller":"traceutil/trace.go:171","msg":"trace[1300499594] transaction","detail":"{read_only:false; response_revision:24638; number_of_response:1; }","duration":"2.561745879s","start":"2026-04-27T02:16:40.162046Z","end":"2026-04-27T02:16:42.723791Z","steps":["trace[1300499594] 'process raft request' (duration: 2.142265046s)","trace[1300499594] 'compare' (duration: 418.287763ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:42.724243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.162028Z","time spent":"2.562135059s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:42.724351Z","caller":"traceutil/trace.go:171","msg":"trace[459202127] transaction","detail":"{read_only:false; response_revision:24640; number_of_response:1; }","duration":"2.511133544s","start":"2026-04-27T02:16:40.213201Z","end":"2026-04-27T02:16:42.724335Z","steps":["trace[459202127] 'process raft request' (duration: 2.510271242s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.724535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.213183Z","time spent":"2.511238057s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:42.724667Z","caller":"traceutil/trace.go:171","msg":"trace[2139228705] transaction","detail":"{read_only:false; response_revision:24641; number_of_response:1; }","duration":"2.510654801s","start":"2026-04-27T02:16:40.213999Z","end":"2026-04-27T02:16:42.724654Z","steps":["trace[2139228705] 'process raft request' (duration: 2.509515263s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.724787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.213967Z","time spent":"2.510761074s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:42.72494Z","caller":"traceutil/trace.go:171","msg":"trace[605506435] transaction","detail":"{read_only:false; response_revision:24642; number_of_response:1; }","duration":"1.426871695s","start":"2026-04-27T02:16:41.298033Z","end":"2026-04-27T02:16:42.724905Z","steps":["trace[605506435] 'process raft request' (duration: 1.425512451s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.725036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:41.29801Z","time spent":"1.426961996s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:42.725199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459790501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:16:42.725286Z","caller":"traceutil/trace.go:171","msg":"trace[1012123298] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24643; }","duration":"2.459901114s","start":"2026-04-27T02:16:40.265371Z","end":"2026-04-27T02:16:42.725272Z","steps":["trace[1012123298] 'agreement among raft nodes before linearized reading' (duration: 2.459569665s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.725306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.459782159s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:16:42.725373Z","caller":"traceutil/trace.go:171","msg":"trace[868397423] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24643; }","duration":"2.459864842s","start":"2026-04-27T02:16:40.265496Z","end":"2026-04-27T02:16:42.725361Z","steps":["trace[868397423] 'agreement among raft nodes before linearized reading' (duration: 2.459682527s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.725402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.265356Z","time spent":"2.459987756s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:16:42.725536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.000058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:42.725561Z","caller":"traceutil/trace.go:171","msg":"trace[1602007260] transaction","detail":"{read_only:false; response_revision:24643; number_of_response:1; }","duration":"1.419370306s","start":"2026-04-27T02:16:41.306178Z","end":"2026-04-27T02:16:42.725548Z","steps":["trace[1602007260] 'process raft request' (duration: 1.417408666s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:42.725643Z","caller":"traceutil/trace.go:171","msg":"trace[1132990665] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24643; }","duration":"111.08688ms","start":"2026-04-27T02:16:42.614504Z","end":"2026-04-27T02:16:42.725591Z","steps":["trace[1132990665] 'agreement among raft nodes before linearized reading' (duration: 110.998607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.725825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:41.30616Z","time spent":"1.419602072s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:42.725934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.391913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:42.726012Z","caller":"traceutil/trace.go:171","msg":"trace[891357377] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:24643; }","duration":"135.502616ms","start":"2026-04-27T02:16:42.590495Z","end":"2026-04-27T02:16:42.725998Z","steps":["trace[891357377] 'agreement among raft nodes before linearized reading' (duration: 135.365372ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.72614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.460731864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:16:42.726278Z","caller":"traceutil/trace.go:171","msg":"trace[2083838764] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24643; }","duration":"2.460826877s","start":"2026-04-27T02:16:40.265375Z","end":"2026-04-27T02:16:42.726202Z","steps":["trace[2083838764] 'agreement among raft nodes before linearized reading' (duration: 2.460576981s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.725439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.26549Z","time spent":"2.459939454s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:16:42.726542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.63474ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"warn","ts":"2026-04-27T02:16:42.726545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.265356Z","time spent":"2.461125154s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:16:42.726381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.469578ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:42.726755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.42605386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:16:42.726796Z","caller":"traceutil/trace.go:171","msg":"trace[326198378] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24643; }","duration":"2.426152832s","start":"2026-04-27T02:16:40.300634Z","end":"2026-04-27T02:16:42.726786Z","steps":["trace[326198378] 'agreement among raft nodes before linearized reading' (duration: 2.425998329s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:42.726586Z","caller":"traceutil/trace.go:171","msg":"trace[1287622765] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24643; }","duration":"454.704041ms","start":"2026-04-27T02:16:42.271871Z","end":"2026-04-27T02:16:42.726575Z","steps":["trace[1287622765] 'agreement among raft nodes before linearized reading' (duration: 454.534897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.72692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.30062Z","time spent":"2.426288605s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:16:42.726936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.495176567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:42.726977Z","caller":"traceutil/trace.go:171","msg":"trace[234524500] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:24643; }","duration":"1.495243719s","start":"2026-04-27T02:16:41.231719Z","end":"2026-04-27T02:16:42.726963Z","steps":["trace[234524500] 'agreement among raft nodes before linearized reading' (duration: 1.495184627s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.727012Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:41.231696Z","time spent":"1.49530798s","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:42.727122Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:42.271803Z","time spent":"455.299245ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-04-27T02:16:42.72715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431021825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:16:42.727215Z","caller":"traceutil/trace.go:171","msg":"trace[74523415] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24643; }","duration":"2.431117798s","start":"2026-04-27T02:16:40.296087Z","end":"2026-04-27T02:16:42.727204Z","steps":["trace[74523415] 'agreement among raft nodes before linearized reading' (duration: 2.430964454s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.727276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.296052Z","time spent":"2.43119119s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:16:42.727375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.022799776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:16:42.727407Z","caller":"traceutil/trace.go:171","msg":"trace[142948501] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:24643; }","duration":"2.022871958s","start":"2026-04-27T02:16:40.704525Z","end":"2026-04-27T02:16:42.727397Z","steps":["trace[142948501] 'agreement among raft nodes before linearized reading' (duration: 2.022749465s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.727431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.704509Z","time spent":"2.022916858s","remote":"127.0.0.1:60962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":75,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:42.727466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.431491587s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:16:42.727491Z","caller":"traceutil/trace.go:171","msg":"trace[152818468] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24643; }","duration":"2.431517308s","start":"2026-04-27T02:16:40.295968Z","end":"2026-04-27T02:16:42.727485Z","steps":["trace[152818468] 'agreement among raft nodes before linearized reading' (duration: 2.431425616s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.726681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.166514977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:42.727544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.295925Z","time spent":"2.43161236s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:16:42.727586Z","caller":"traceutil/trace.go:171","msg":"trace[1533054392] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24643; }","duration":"2.167445781s","start":"2026-04-27T02:16:40.560108Z","end":"2026-04-27T02:16:42.727554Z","steps":["trace[1533054392] 'agreement among raft nodes before linearized reading' (duration: 2.166460026s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.727636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.560088Z","time spent":"2.167537743s","remote":"127.0.0.1:49080","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:42.7268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.37921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:42.727809Z","caller":"traceutil/trace.go:171","msg":"trace[1897287097] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:24643; }","duration":"804.439496ms","start":"2026-04-27T02:16:41.923361Z","end":"2026-04-27T02:16:42.7278Z","steps":["trace[1897287097] 'agreement among raft nodes before linearized reading' (duration: 803.378999ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.72785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:41.923335Z","time spent":"804.506128ms","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:16:42.726781Z","caller":"traceutil/trace.go:171","msg":"trace[121414241] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:24643; }","duration":"151.95868ms","start":"2026-04-27T02:16:42.574796Z","end":"2026-04-27T02:16:42.726755Z","steps":["trace[121414241] 'agreement among raft nodes before linearized reading' (duration: 151.487068ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.727543Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.11466804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:42.728023Z","caller":"traceutil/trace.go:171","msg":"trace[1276441781] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24643; }","duration":"2.115173744s","start":"2026-04-27T02:16:40.61284Z","end":"2026-04-27T02:16:42.728013Z","steps":["trace[1276441781] 'agreement among raft nodes before linearized reading' (duration: 2.114681601s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:42.728068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:40.612824Z","time spent":"2.115233725s","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:43.859776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"658.852238ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:16:43.859904Z","caller":"traceutil/trace.go:171","msg":"trace[2146215093] transaction","detail":"{read_only:false; response_revision:24644; number_of_response:1; }","duration":"1.121085478s","start":"2026-04-27T02:16:42.738793Z","end":"2026-04-27T02:16:43.859879Z","steps":["trace[2146215093] 'process raft request' (duration: 462.019045ms)","trace[2146215093] 'compare' (duration: 658.518378ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:43.859994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:42.73878Z","time spent":"1.12117073s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:43.920794Z","caller":"traceutil/trace.go:171","msg":"trace[1448515388] transaction","detail":"{read_only:false; response_revision:24646; number_of_response:1; }","duration":"1.181193952s","start":"2026-04-27T02:16:42.739567Z","end":"2026-04-27T02:16:43.920761Z","steps":["trace[1448515388] 'process raft request' (duration: 1.181083829s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:43.920968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:42.739557Z","time spent":"1.181319265s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:43.920949Z","caller":"traceutil/trace.go:171","msg":"trace[1044856174] transaction","detail":"{read_only:false; response_revision:24645; number_of_response:1; }","duration":"1.182053954s","start":"2026-04-27T02:16:42.73878Z","end":"2026-04-27T02:16:43.920834Z","steps":["trace[1044856174] 'process raft request' (duration: 1.181704885s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:43.92108Z","caller":"traceutil/trace.go:171","msg":"trace[911948985] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"1.181370506s","start":"2026-04-27T02:16:42.739681Z","end":"2026-04-27T02:16:43.921051Z","steps":["trace[911948985] 'process raft request' (duration: 1.181020487s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:43.921287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:42.73966Z","time spent":"1.181543431s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:43.921349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:42.738761Z","time spent":"1.182350541s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:43.921372Z","caller":"traceutil/trace.go:171","msg":"trace[1204251194] transaction","detail":"{read_only:false; response_revision:24648; number_of_response:1; }","duration":"1.181609973s","start":"2026-04-27T02:16:42.739737Z","end":"2026-04-27T02:16:43.921347Z","steps":["trace[1204251194] 'process raft request' (duration: 1.181225553s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:43.921479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:42.73973Z","time spent":"1.181697345s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:43.921795Z","caller":"traceutil/trace.go:171","msg":"trace[243472783] transaction","detail":"{read_only:false; response_revision:24649; number_of_response:1; }","duration":"1.181506801s","start":"2026-04-27T02:16:42.740255Z","end":"2026-04-27T02:16:43.921762Z","steps":["trace[243472783] 'process raft request' (duration: 1.181029979s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:43.921762Z","caller":"traceutil/trace.go:171","msg":"trace[1156640818] transaction","detail":"{read_only:false; response_revision:24650; number_of_response:1; }","duration":"1.181123821s","start":"2026-04-27T02:16:42.740615Z","end":"2026-04-27T02:16:43.921739Z","steps":["trace[1156640818] 'process raft request' (duration: 1.181029669s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:43.921872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:42.740241Z","time spent":"1.181590802s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:43.921933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:42.740606Z","time spent":"1.181238414s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:43.924987Z","caller":"traceutil/trace.go:171","msg":"trace[2042183301] linearizableReadLoop","detail":"{readStateIndex:25463; appliedIndex:25458; }","duration":"1.184821244s","start":"2026-04-27T02:16:42.740142Z","end":"2026-04-27T02:16:43.924963Z","steps":["trace[2042183301] 'read index received' (duration: 460.655521ms)","trace[2042183301] 'applied index is now lower than readState.Index' (duration: 724.164363ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:43.925342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185166143s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:43.92544Z","caller":"traceutil/trace.go:171","msg":"trace[43348280] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24651; }","duration":"1.185298166s","start":"2026-04-27T02:16:42.740119Z","end":"2026-04-27T02:16:43.925417Z","steps":["trace[43348280] 'agreement among raft nodes before linearized reading' (duration: 1.185094381s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:43.925494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:42.740112Z","time spent":"1.185373227s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:16:43.925547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.995842ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:16:43.925605Z","caller":"traceutil/trace.go:171","msg":"trace[900050656] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24651; }","duration":"427.035373ms","start":"2026-04-27T02:16:43.498545Z","end":"2026-04-27T02:16:43.92558Z","steps":["trace[900050656] 'agreement among raft nodes before linearized reading' (duration: 426.93747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:43.925647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:43.498485Z","time spent":"427.153556ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T02:16:43.925712Z","caller":"traceutil/trace.go:171","msg":"trace[1298185970] transaction","detail":"{read_only:false; response_revision:24651; number_of_response:1; }","duration":"146.950634ms","start":"2026-04-27T02:16:43.778743Z","end":"2026-04-27T02:16:43.925694Z","steps":["trace[1298185970] 'process raft request' (duration: 146.02208ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:43.925864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"879.553939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:16:43.92592Z","caller":"traceutil/trace.go:171","msg":"trace[971999131] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24651; }","duration":"879.754065ms","start":"2026-04-27T02:16:43.046152Z","end":"2026-04-27T02:16:43.925906Z","steps":["trace[971999131] 'agreement among raft nodes before linearized reading' (duration: 879.56296ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:43.925958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:43.046131Z","time spent":"879.816346ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T02:16:43.92544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184670141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11837"} {"level":"info","ts":"2026-04-27T02:16:43.926089Z","caller":"traceutil/trace.go:171","msg":"trace[1168774502] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:24651; }","duration":"1.185297606s","start":"2026-04-27T02:16:42.74073Z","end":"2026-04-27T02:16:43.926028Z","steps":["trace[1168774502] 'agreement among raft nodes before linearized reading' (duration: 1.184570338s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:43.926145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:42.740682Z","time spent":"1.185448099s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11860,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"info","ts":"2026-04-27T02:16:46.065597Z","caller":"traceutil/trace.go:171","msg":"trace[1563165506] linearizableReadLoop","detail":"{readStateIndex:25475; appliedIndex:25474; }","duration":"147.143349ms","start":"2026-04-27T02:16:45.918423Z","end":"2026-04-27T02:16:46.065566Z","steps":["trace[1563165506] 'read index received' (duration: 146.966235ms)","trace[1563165506] 'applied index is now lower than readState.Index' (duration: 175.664µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:46.065739Z","caller":"traceutil/trace.go:171","msg":"trace[1024825430] transaction","detail":"{read_only:false; response_revision:24659; number_of_response:1; }","duration":"196.731519ms","start":"2026-04-27T02:16:45.868981Z","end":"2026-04-27T02:16:46.065713Z","steps":["trace[1024825430] 'process raft request' (duration: 196.357629ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:46.06588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.446527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T02:16:46.065921Z","caller":"traceutil/trace.go:171","msg":"trace[892727871] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24659; }","duration":"147.510509ms","start":"2026-04-27T02:16:45.918399Z","end":"2026-04-27T02:16:46.06591Z","steps":["trace[892727871] 'agreement among raft nodes before linearized reading' (duration: 147.302573ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:46.125289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.850996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:16:46.125305Z","caller":"traceutil/trace.go:171","msg":"trace[325113643] transaction","detail":"{read_only:false; response_revision:24660; number_of_response:1; }","duration":"195.443166ms","start":"2026-04-27T02:16:45.929838Z","end":"2026-04-27T02:16:46.125281Z","steps":["trace[325113643] 'process raft request' (duration: 161.408298ms)","trace[325113643] 'compare' (duration: 33.404812ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:46.125356Z","caller":"traceutil/trace.go:171","msg":"trace[1476948313] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24661; }","duration":"197.957438ms","start":"2026-04-27T02:16:45.927382Z","end":"2026-04-27T02:16:46.12534Z","steps":["trace[1476948313] 'agreement among raft nodes before linearized reading' (duration: 197.745003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:46.125393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.299721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:46.125513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.533284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:16:46.12551Z","caller":"traceutil/trace.go:171","msg":"trace[395907687] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:24661; }","duration":"162.492956ms","start":"2026-04-27T02:16:45.962991Z","end":"2026-04-27T02:16:46.125484Z","steps":["trace[395907687] 'agreement among raft nodes before linearized reading' (duration: 162.272191ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:46.12554Z","caller":"traceutil/trace.go:171","msg":"trace[2112847198] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24661; }","duration":"198.602676ms","start":"2026-04-27T02:16:45.92693Z","end":"2026-04-27T02:16:46.125533Z","steps":["trace[2112847198] 'agreement among raft nodes before linearized reading' (duration: 198.538445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:46.125559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.513329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-27T02:16:46.125298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.896367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-04-27T02:16:46.125663Z","caller":"traceutil/trace.go:171","msg":"trace[1834667017] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24661; }","duration":"199.631201ms","start":"2026-04-27T02:16:45.92602Z","end":"2026-04-27T02:16:46.125652Z","steps":["trace[1834667017] 'agreement among raft nodes before linearized reading' (duration: 199.388595ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:46.125688Z","caller":"traceutil/trace.go:171","msg":"trace[1542631857] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24661; }","duration":"200.35803ms","start":"2026-04-27T02:16:45.92532Z","end":"2026-04-27T02:16:46.125679Z","steps":["trace[1542631857] 'agreement among raft nodes before linearized reading' (duration: 199.780606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:46.125769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"199.994491ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:16:46.125908Z","caller":"traceutil/trace.go:171","msg":"trace[356567567] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24661; }","duration":"200.167865ms","start":"2026-04-27T02:16:45.925717Z","end":"2026-04-27T02:16:46.125884Z","steps":["trace[356567567] 'agreement among raft nodes before linearized reading' (duration: 199.748605ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:47.108083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.918279ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:16:47.1082Z","caller":"traceutil/trace.go:171","msg":"trace[1271119347] transaction","detail":"{read_only:false; response_revision:24662; number_of_response:1; }","duration":"977.230652ms","start":"2026-04-27T02:16:46.130948Z","end":"2026-04-27T02:16:47.108178Z","steps":["trace[1271119347] 'process raft request' (duration: 508.094557ms)","trace[1271119347] 'compare' (duration: 467.708049ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:47.108506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.13092Z","time spent":"977.476438ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:47.698842Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.059804623s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:16:47.796561Z","caller":"traceutil/trace.go:171","msg":"trace[871839452] transaction","detail":"{read_only:false; response_revision:24663; number_of_response:1; }","duration":"1.665166442s","start":"2026-04-27T02:16:46.131353Z","end":"2026-04-27T02:16:47.796519Z","steps":["trace[871839452] 'process raft request' (duration: 1.567741166s)","trace[871839452] 'compare' (duration: 97.098958ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:47.796612Z","caller":"traceutil/trace.go:171","msg":"trace[485693584] transaction","detail":"{read_only:false; response_revision:24664; number_of_response:1; }","duration":"1.665192212s","start":"2026-04-27T02:16:46.131395Z","end":"2026-04-27T02:16:47.796587Z","steps":["trace[485693584] 'process raft request' (duration: 1.664958927s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:47.796716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.131329Z","time spent":"1.665304436s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:47.796753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.131375Z","time spent":"1.665303795s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:47.796814Z","caller":"traceutil/trace.go:171","msg":"trace[668178708] transaction","detail":"{read_only:false; response_revision:24665; number_of_response:1; }","duration":"1.665377497s","start":"2026-04-27T02:16:46.13141Z","end":"2026-04-27T02:16:47.796788Z","steps":["trace[668178708] 'process raft request' (duration: 1.665126211s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:47.796956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.131387Z","time spent":"1.66549878s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:47.797248Z","caller":"traceutil/trace.go:171","msg":"trace[808532245] linearizableReadLoop","detail":"{readStateIndex:25482; appliedIndex:25477; }","duration":"1.181929011s","start":"2026-04-27T02:16:46.615282Z","end":"2026-04-27T02:16:47.797211Z","steps":["trace[808532245] 'read index received' (duration: 23.77147ms)","trace[808532245] 'applied index is now lower than readState.Index' (duration: 1.158155191s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:47.797335Z","caller":"traceutil/trace.go:171","msg":"trace[1068190505] transaction","detail":"{read_only:false; response_revision:24666; number_of_response:1; }","duration":"1.665846119s","start":"2026-04-27T02:16:46.131475Z","end":"2026-04-27T02:16:47.797321Z","steps":["trace[1068190505] 'process raft request' (duration: 1.665231683s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:47.797406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.131468Z","time spent":"1.66590456s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:47.797536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.18226736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:47.797592Z","caller":"traceutil/trace.go:171","msg":"trace[1807172048] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24666; }","duration":"1.182385822s","start":"2026-04-27T02:16:46.615193Z","end":"2026-04-27T02:16:47.797579Z","steps":["trace[1807172048] 'agreement among raft nodes before linearized reading' (duration: 1.18229899s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:47.797705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.615174Z","time spent":"1.182520706s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:16:48.281084Z","caller":"traceutil/trace.go:171","msg":"trace[891927020] transaction","detail":"{read_only:false; response_revision:24667; number_of_response:1; }","duration":"1.531598985s","start":"2026-04-27T02:16:46.749468Z","end":"2026-04-27T02:16:48.281067Z","steps":["trace[891927020] 'process raft request' (duration: 1.531449891s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:48.281237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.749443Z","time spent":"1.531739709s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:48.281346Z","caller":"traceutil/trace.go:171","msg":"trace[1971296073] transaction","detail":"{read_only:false; response_revision:24668; number_of_response:1; }","duration":"1.531738469s","start":"2026-04-27T02:16:46.749591Z","end":"2026-04-27T02:16:48.28133Z","steps":["trace[1971296073] 'process raft request' (duration: 1.531431951s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:48.281446Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.749583Z","time spent":"1.53181495s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:48.281537Z","caller":"traceutil/trace.go:171","msg":"trace[10040053] transaction","detail":"{read_only:false; response_revision:24669; number_of_response:1; }","duration":"1.531485422s","start":"2026-04-27T02:16:46.750028Z","end":"2026-04-27T02:16:48.281514Z","steps":["trace[10040053] 'process raft request' (duration: 1.531252956s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:48.28168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.750023Z","time spent":"1.531590295s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:48.281926Z","caller":"traceutil/trace.go:171","msg":"trace[146320699] transaction","detail":"{read_only:false; response_revision:24670; number_of_response:1; }","duration":"1.531249435s","start":"2026-04-27T02:16:46.750661Z","end":"2026-04-27T02:16:48.281911Z","steps":["trace[146320699] 'process raft request' (duration: 1.530793114s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:48.282003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.750632Z","time spent":"1.531336527s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:48.282039Z","caller":"traceutil/trace.go:171","msg":"trace[214906769] linearizableReadLoop","detail":"{readStateIndex:25489; appliedIndex:25482; }","duration":"484.686076ms","start":"2026-04-27T02:16:47.797327Z","end":"2026-04-27T02:16:48.282013Z","steps":["trace[214906769] 'read index received' (duration: 483.583839ms)","trace[214906769] 'applied index is now lower than readState.Index' (duration: 1.101257ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:48.282112Z","caller":"traceutil/trace.go:171","msg":"trace[1516220848] transaction","detail":"{read_only:false; response_revision:24673; number_of_response:1; }","duration":"1.419398925s","start":"2026-04-27T02:16:46.862694Z","end":"2026-04-27T02:16:48.282093Z","steps":["trace[1516220848] 'process raft request' (duration: 1.419268232s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:48.28219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.862675Z","time spent":"1.419471519s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:48.282216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110132041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:48.282255Z","caller":"traceutil/trace.go:171","msg":"trace[2038359853] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:24673; }","duration":"1.110228303s","start":"2026-04-27T02:16:47.172014Z","end":"2026-04-27T02:16:48.282242Z","steps":["trace[2038359853] 'agreement among raft nodes before linearized reading' (duration: 1.110127601s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:48.2823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:47.171994Z","time spent":"1.110294275s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:48.282349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.39175719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:16:48.282349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"748.26136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-27T02:16:48.282431Z","caller":"traceutil/trace.go:171","msg":"trace[1928469876] transaction","detail":"{read_only:false; response_revision:24671; number_of_response:1; }","duration":"1.530261611s","start":"2026-04-27T02:16:46.752157Z","end":"2026-04-27T02:16:48.282418Z","steps":["trace[1928469876] 'process raft request' (duration: 1.529656336s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:48.282462Z","caller":"traceutil/trace.go:171","msg":"trace[19147642] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24673; }","duration":"748.428334ms","start":"2026-04-27T02:16:47.534009Z","end":"2026-04-27T02:16:48.282438Z","steps":["trace[19147642] 'agreement among raft nodes before linearized reading' (duration: 748.137217ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:48.282494Z","caller":"traceutil/trace.go:171","msg":"trace[99283409] transaction","detail":"{read_only:false; response_revision:24672; number_of_response:1; }","duration":"1.52906028s","start":"2026-04-27T02:16:46.753424Z","end":"2026-04-27T02:16:48.282485Z","steps":["trace[99283409] 'process raft request' (duration: 1.528497116s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:48.2825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.752149Z","time spent":"1.530320252s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:48.282512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:47.533986Z","time spent":"748.516617ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:16:48.282559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.753418Z","time spent":"1.529110132s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:48.2824Z","caller":"traceutil/trace.go:171","msg":"trace[1038290208] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:24673; }","duration":"1.391850493s","start":"2026-04-27T02:16:46.890536Z","end":"2026-04-27T02:16:48.282387Z","steps":["trace[1038290208] 'agreement among raft nodes before linearized reading' (duration: 1.391681179s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:48.282683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:46.890505Z","time spent":"1.39216944s","remote":"127.0.0.1:60996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:48.282788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.436477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T02:16:48.282835Z","caller":"traceutil/trace.go:171","msg":"trace[709024046] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:24673; }","duration":"666.503809ms","start":"2026-04-27T02:16:47.616316Z","end":"2026-04-27T02:16:48.28282Z","steps":["trace[709024046] 'agreement among raft nodes before linearized reading' (duration: 666.381636ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:48.28287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:47.6163Z","time spent":"666.56311ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-27T02:16:48.782434Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798804,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:16:49.305393Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.293561ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:16:49.305583Z","caller":"traceutil/trace.go:171","msg":"trace[636879721] transaction","detail":"{read_only:false; response_revision:24675; number_of_response:1; }","duration":"1.055560386s","start":"2026-04-27T02:16:48.250008Z","end":"2026-04-27T02:16:49.305569Z","steps":["trace[636879721] 'process raft request' (duration: 1.055477034s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:49.305647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:48.249981Z","time spent":"1.055639378s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:49.30572Z","caller":"traceutil/trace.go:171","msg":"trace[2146524103] transaction","detail":"{read_only:false; response_revision:24674; number_of_response:1; }","duration":"1.174823942s","start":"2026-04-27T02:16:48.130862Z","end":"2026-04-27T02:16:49.305686Z","steps":["trace[2146524103] 'process raft request' (duration: 1.062149552s)","trace[2146524103] 'compare' (duration: 111.88681ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:49.305916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:48.130836Z","time spent":"1.175001697s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:49.317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:48.283454Z","time spent":"1.033540671s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:16:49.317127Z","caller":"traceutil/trace.go:171","msg":"trace[1807264783] transaction","detail":"{read_only:false; response_revision:24676; number_of_response:1; }","duration":"1.030497054s","start":"2026-04-27T02:16:48.28661Z","end":"2026-04-27T02:16:49.317107Z","steps":["trace[1807264783] 'process raft request' (duration: 1.03033187s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:49.317244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:48.2866Z","time spent":"1.030583136s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:49.3174Z","caller":"traceutil/trace.go:171","msg":"trace[179346776] linearizableReadLoop","detail":"{readStateIndex:25493; appliedIndex:25489; }","duration":"1.035271065s","start":"2026-04-27T02:16:48.282114Z","end":"2026-04-27T02:16:49.317385Z","steps":["trace[179346776] 'read index received' (duration: 910.841878ms)","trace[179346776] 'applied index is now lower than readState.Index' (duration: 124.427667ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:49.317506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.12552354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:49.317554Z","caller":"traceutil/trace.go:171","msg":"trace[277927789] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24677; }","duration":"1.125574721s","start":"2026-04-27T02:16:48.191967Z","end":"2026-04-27T02:16:49.317542Z","steps":["trace[277927789] 'agreement among raft nodes before linearized reading' (duration: 1.125455268s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:49.317556Z","caller":"traceutil/trace.go:171","msg":"trace[21439284] transaction","detail":"{read_only:false; response_revision:24677; number_of_response:1; }","duration":"206.254869ms","start":"2026-04-27T02:16:49.111289Z","end":"2026-04-27T02:16:49.317544Z","steps":["trace[21439284] 'process raft request' (duration: 205.774517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:49.317584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:48.191902Z","time spent":"1.125673494s","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:16:49.317699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247576576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:16:49.317746Z","caller":"traceutil/trace.go:171","msg":"trace[1555828275] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24677; }","duration":"1.247657808s","start":"2026-04-27T02:16:48.070076Z","end":"2026-04-27T02:16:49.317734Z","steps":["trace[1555828275] 'agreement among raft nodes before linearized reading' (duration: 1.247391451s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:49.317722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"690.544687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:49.317838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.518878684s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:49.317863Z","caller":"traceutil/trace.go:171","msg":"trace[1810119722] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24677; }","duration":"1.518945466s","start":"2026-04-27T02:16:47.798908Z","end":"2026-04-27T02:16:49.317853Z","steps":["trace[1810119722] 'agreement among raft nodes before linearized reading' (duration: 1.518915145s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:49.317859Z","caller":"traceutil/trace.go:171","msg":"trace[1739054220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24677; }","duration":"690.72786ms","start":"2026-04-27T02:16:48.627107Z","end":"2026-04-27T02:16:49.317835Z","steps":["trace[1739054220] 'agreement among raft nodes before linearized reading' (duration: 690.526055ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:49.317889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:47.798891Z","time spent":"1.518993977s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:16:49.317885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.508869ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:16:49.317922Z","caller":"traceutil/trace.go:171","msg":"trace[971575405] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24677; }","duration":"205.587451ms","start":"2026-04-27T02:16:49.112324Z","end":"2026-04-27T02:16:49.317911Z","steps":["trace[971575405] 'agreement among raft nodes before linearized reading' (duration: 205.497969ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:49.317713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.054540151s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:49.318087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.453012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:16:49.318132Z","caller":"traceutil/trace.go:171","msg":"trace[1329021960] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24677; }","duration":"296.533684ms","start":"2026-04-27T02:16:49.021585Z","end":"2026-04-27T02:16:49.318118Z","steps":["trace[1329021960] 'agreement among raft nodes before linearized reading' (duration: 296.3605ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:49.318103Z","caller":"traceutil/trace.go:171","msg":"trace[1605375261] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:24677; }","duration":"1.054938861s","start":"2026-04-27T02:16:48.263135Z","end":"2026-04-27T02:16:49.318074Z","steps":["trace[1605375261] 'agreement among raft nodes before linearized reading' (duration: 1.054552482s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:49.317915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:48.627089Z","time spent":"690.816683ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:16:49.317801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:48.07006Z","time spent":"1.2477074s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:16:49.318318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:48.263124Z","time spent":"1.055155166s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:49.317512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.095578355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:16:49.318474Z","caller":"traceutil/trace.go:171","msg":"trace[1516727377] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:24677; }","duration":"1.0965852s","start":"2026-04-27T02:16:48.221877Z","end":"2026-04-27T02:16:49.318462Z","steps":["trace[1516727377] 'agreement among raft nodes before linearized reading' (duration: 1.095531204s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:49.318514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:48.221858Z","time spent":"1.096645521s","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:49.317806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.069161ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:49.31879Z","caller":"traceutil/trace.go:171","msg":"trace[253547070] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24677; }","duration":"166.053666ms","start":"2026-04-27T02:16:49.152726Z","end":"2026-04-27T02:16:49.31878Z","steps":["trace[253547070] 'agreement among raft nodes before linearized reading' (duration: 165.035941ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:49.824023Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798812,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:16:50.076302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.095802ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:16:50.076414Z","caller":"traceutil/trace.go:171","msg":"trace[308683261] transaction","detail":"{read_only:false; response_revision:24678; number_of_response:1; }","duration":"753.79655ms","start":"2026-04-27T02:16:49.322594Z","end":"2026-04-27T02:16:50.076391Z","steps":["trace[308683261] 'process raft request' (duration: 590.531965ms)","trace[308683261] 'compare' (duration: 161.697075ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:50.076479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.322573Z","time spent":"753.878572ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:51.200623Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.287397039s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:16:51.220312Z","caller":"traceutil/trace.go:171","msg":"trace[1634370005] transaction","detail":"{read_only:false; response_revision:24679; number_of_response:1; }","duration":"1.896478852s","start":"2026-04-27T02:16:49.323795Z","end":"2026-04-27T02:16:51.220274Z","steps":["trace[1634370005] 'process raft request' (duration: 1.877053362s)","trace[1634370005] 'compare' (duration: 19.234405ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:51.220328Z","caller":"traceutil/trace.go:171","msg":"trace[1891288807] linearizableReadLoop","detail":"{readStateIndex:25498; appliedIndex:25494; }","duration":"1.896322287s","start":"2026-04-27T02:16:49.323983Z","end":"2026-04-27T02:16:51.220306Z","steps":["trace[1891288807] 'read index received' (duration: 589.16745ms)","trace[1891288807] 'applied index is now lower than readState.Index' (duration: 1.307153527s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:51.220384Z","caller":"traceutil/trace.go:171","msg":"trace[422890167] transaction","detail":"{read_only:false; response_revision:24680; number_of_response:1; }","duration":"1.895846426s","start":"2026-04-27T02:16:49.32452Z","end":"2026-04-27T02:16:51.220366Z","steps":["trace[422890167] 'process raft request' (duration: 1.895680622s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:51.220402Z","caller":"traceutil/trace.go:171","msg":"trace[929903539] transaction","detail":"{read_only:false; response_revision:24681; number_of_response:1; }","duration":"1.748033709s","start":"2026-04-27T02:16:49.472356Z","end":"2026-04-27T02:16:51.22039Z","steps":["trace[929903539] 'process raft request' (duration: 1.747888426s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:51.220454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.323767Z","time spent":"1.896612085s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:51.220483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.324509Z","time spent":"1.895913137s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:51.220484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.472333Z","time spent":"1.748094611s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:51.22054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.896549733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-27T02:16:51.220572Z","caller":"traceutil/trace.go:171","msg":"trace[1942086706] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:24681; }","duration":"1.896615345s","start":"2026-04-27T02:16:49.323947Z","end":"2026-04-27T02:16:51.220563Z","steps":["trace[1942086706] 'agreement among raft nodes before linearized reading' (duration: 1.896480031s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:51.220624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.323938Z","time spent":"1.896677776s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:16:51.326809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00075373s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:16:51.326996Z","caller":"traceutil/trace.go:171","msg":"trace[1680954112] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000973495s","start":"2026-04-27T02:16:49.326002Z","end":"2026-04-27T02:16:51.326976Z","steps":["trace[1680954112] 'agreement among raft nodes before linearized reading' (duration: 2.00076786s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:51.327075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.325993Z","time spent":"2.001070587s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:16:51 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:16:51.720461Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:16:52.221633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798822,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:16:52.382753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.179681734s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:16:52.452182Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.600309ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:52.452334Z","caller":"traceutil/trace.go:171","msg":"trace[780813152] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24681; }","duration":"554.763753ms","start":"2026-04-27T02:16:51.897546Z","end":"2026-04-27T02:16:52.45231Z","steps":["trace[780813152] 'range keys from in-memory index tree' (duration: 554.581668ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:52.453541Z","caller":"traceutil/trace.go:171","msg":"trace[1356797995] transaction","detail":"{read_only:false; response_revision:24687; number_of_response:1; }","duration":"2.163808269s","start":"2026-04-27T02:16:50.289715Z","end":"2026-04-27T02:16:52.453524Z","steps":["trace[1356797995] 'process raft request' (duration: 2.163782178s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.453644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:50.289694Z","time spent":"2.163898482s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:52.453714Z","caller":"traceutil/trace.go:171","msg":"trace[807079692] transaction","detail":"{read_only:false; response_revision:24682; number_of_response:1; }","duration":"2.166577339s","start":"2026-04-27T02:16:50.28713Z","end":"2026-04-27T02:16:52.453707Z","steps":["trace[807079692] 'process raft request' (duration: 2.095793365s)","trace[807079692] 'compare' (duration: 70.022985ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:52.453743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:50.287106Z","time spent":"2.16662299s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:52.453826Z","caller":"traceutil/trace.go:171","msg":"trace[1185980029] transaction","detail":"{read_only:false; response_revision:24683; number_of_response:1; }","duration":"2.166056326s","start":"2026-04-27T02:16:50.287765Z","end":"2026-04-27T02:16:52.453822Z","steps":["trace[1185980029] 'process raft request' (duration: 2.165586525s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.453859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:50.287754Z","time spent":"2.166087747s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:52.453899Z","caller":"traceutil/trace.go:171","msg":"trace[266862897] transaction","detail":"{read_only:false; response_revision:24684; number_of_response:1; }","duration":"2.16507812s","start":"2026-04-27T02:16:50.288817Z","end":"2026-04-27T02:16:52.453895Z","steps":["trace[266862897] 'process raft request' (duration: 2.164609219s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.45392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:50.288809Z","time spent":"2.165099252s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:52.453953Z","caller":"traceutil/trace.go:171","msg":"trace[1885597095] transaction","detail":"{read_only:false; response_revision:24685; number_of_response:1; }","duration":"2.165089371s","start":"2026-04-27T02:16:50.288859Z","end":"2026-04-27T02:16:52.453948Z","steps":["trace[1885597095] 'process raft request' (duration: 2.164599448s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.453978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:50.288855Z","time spent":"2.165106761s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:52.454Z","caller":"traceutil/trace.go:171","msg":"trace[1194983768] transaction","detail":"{read_only:false; response_revision:24686; number_of_response:1; }","duration":"2.164524546s","start":"2026-04-27T02:16:50.289456Z","end":"2026-04-27T02:16:52.453981Z","steps":["trace[1194983768] 'process raft request' (duration: 2.164023274s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.454103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:50.289449Z","time spent":"2.164598069s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:52.480695Z","caller":"traceutil/trace.go:171","msg":"trace[223848399] linearizableReadLoop","detail":"{readStateIndex:25505; appliedIndex:25498; }","duration":"1.260265476s","start":"2026-04-27T02:16:51.220401Z","end":"2026-04-27T02:16:52.480667Z","steps":["trace[223848399] 'read index received' (duration: 1.162520612s)","trace[223848399] 'applied index is now lower than readState.Index' (duration: 97.743464ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:52.48086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402494017s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T02:16:52.48092Z","caller":"traceutil/trace.go:171","msg":"trace[14024276] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24688; }","duration":"2.402601049s","start":"2026-04-27T02:16:50.078306Z","end":"2026-04-27T02:16:52.480908Z","steps":["trace[14024276] 'agreement among raft nodes before linearized reading' (duration: 2.402382613s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.480951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:50.078292Z","time spent":"2.40265343s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:16:52.480968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.510531173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:16:52.481012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.66374101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:16:52.481095Z","caller":"traceutil/trace.go:171","msg":"trace[2031975512] transaction","detail":"{read_only:false; response_revision:24688; number_of_response:1; }","duration":"1.169273702s","start":"2026-04-27T02:16:51.311811Z","end":"2026-04-27T02:16:52.481085Z","steps":["trace[2031975512] 'process raft request' (duration: 1.168678797s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.481144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.012005723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:52.481171Z","caller":"traceutil/trace.go:171","msg":"trace[313379508] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24688; }","duration":"2.012068665s","start":"2026-04-27T02:16:50.469095Z","end":"2026-04-27T02:16:52.481164Z","steps":["trace[313379508] 'agreement among raft nodes before linearized reading' (duration: 2.012024074s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.481186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:50.469074Z","time spent":"2.012107965s","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:52.481179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.311788Z","time spent":"1.169338933s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:52.481114Z","caller":"traceutil/trace.go:171","msg":"trace[1196104839] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24688; }","duration":"2.664004907s","start":"2026-04-27T02:16:49.817092Z","end":"2026-04-27T02:16:52.481097Z","steps":["trace[1196104839] 'agreement among raft nodes before linearized reading' (duration: 2.663766391s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.481276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.817082Z","time spent":"2.664178581s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:52.481396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.367435536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:52.481437Z","caller":"traceutil/trace.go:171","msg":"trace[158941510] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:24688; }","duration":"1.36758339s","start":"2026-04-27T02:16:51.113842Z","end":"2026-04-27T02:16:52.481425Z","steps":["trace[158941510] 'agreement among raft nodes before linearized reading' (duration: 1.367523269s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.481473Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.113824Z","time spent":"1.367641722s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:52.481526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.155029344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:52.48155Z","caller":"traceutil/trace.go:171","msg":"trace[187316837] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24688; }","duration":"3.155069514s","start":"2026-04-27T02:16:49.326475Z","end":"2026-04-27T02:16:52.481545Z","steps":["trace[187316837] 'agreement among raft nodes before linearized reading' (duration: 3.155029403s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.481566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.326466Z","time spent":"3.155095966s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:16:52.481674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678217965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:16:52.481691Z","caller":"traceutil/trace.go:171","msg":"trace[1331335300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24688; }","duration":"2.678249846s","start":"2026-04-27T02:16:49.803437Z","end":"2026-04-27T02:16:52.481687Z","steps":["trace[1331335300] 'agreement among raft nodes before linearized reading' (duration: 2.678199345s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.481704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.803429Z","time spent":"2.678271967s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:16:52.4818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.166534633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:52.481877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679460376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:16:52.481898Z","caller":"traceutil/trace.go:171","msg":"trace[2132920040] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24688; }","duration":"2.679527218s","start":"2026-04-27T02:16:49.802365Z","end":"2026-04-27T02:16:52.481892Z","steps":["trace[2132920040] 'agreement among raft nodes before linearized reading' (duration: 2.679482737s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.481915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.802319Z","time spent":"2.679590719s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:16:52.481837Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.678693577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:16:52.481954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.077318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:16:52.48201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.679664022s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:16:52.482112Z","caller":"traceutil/trace.go:171","msg":"trace[629991490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24688; }","duration":"2.679818375s","start":"2026-04-27T02:16:49.802287Z","end":"2026-04-27T02:16:52.482106Z","steps":["trace[629991490] 'agreement among raft nodes before linearized reading' (duration: 2.679687172s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.48213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.802257Z","time spent":"2.679869167s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:16:52.482156Z","caller":"traceutil/trace.go:171","msg":"trace[1551978780] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24688; }","duration":"2.678863101s","start":"2026-04-27T02:16:49.803119Z","end":"2026-04-27T02:16:52.481982Z","steps":["trace[1551978780] 'agreement among raft nodes before linearized reading' (duration: 2.678683937s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:52.481875Z","caller":"traceutil/trace.go:171","msg":"trace[857741402] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24688; }","duration":"1.166631125s","start":"2026-04-27T02:16:51.315229Z","end":"2026-04-27T02:16:52.48186Z","steps":["trace[857741402] 'agreement among raft nodes before linearized reading' (duration: 1.166505342s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.48222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.315186Z","time spent":"1.167028925s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T02:16:52.482226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.208302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:52.482259Z","caller":"traceutil/trace.go:171","msg":"trace[1380592257] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24688; }","duration":"134.273154ms","start":"2026-04-27T02:16:52.347973Z","end":"2026-04-27T02:16:52.482246Z","steps":["trace[1380592257] 'agreement among raft nodes before linearized reading' (duration: 134.229813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.481295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.402386812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:52.482279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:49.803112Z","time spent":"2.679152459s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:16:52.482019Z","caller":"traceutil/trace.go:171","msg":"trace[507385258] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:24688; }","duration":"276.132359ms","start":"2026-04-27T02:16:52.205862Z","end":"2026-04-27T02:16:52.481994Z","steps":["trace[507385258] 'agreement among raft nodes before linearized reading' (duration: 275.998126ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:52.481051Z","caller":"traceutil/trace.go:171","msg":"trace[1339275964] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:24688; }","duration":"1.510622016s","start":"2026-04-27T02:16:50.970408Z","end":"2026-04-27T02:16:52.48103Z","steps":["trace[1339275964] 'agreement among raft nodes before linearized reading' (duration: 1.510464612s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.482547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:50.97036Z","time spent":"1.512179905s","remote":"127.0.0.1:46916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:52.482625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.720623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:16:52.4827Z","caller":"traceutil/trace.go:171","msg":"trace[589299159] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:24688; }","duration":"727.835286ms","start":"2026-04-27T02:16:51.75485Z","end":"2026-04-27T02:16:52.482686Z","steps":["trace[589299159] 'agreement among raft nodes before linearized reading' (duration: 727.663141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.482758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.75483Z","time spent":"727.916397ms","remote":"127.0.0.1:46838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:52.482829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.128889394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:52.482175Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.267983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:52.482877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"782.805761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:16:52.482894Z","caller":"traceutil/trace.go:171","msg":"trace[1906076543] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:24688; }","duration":"782.857333ms","start":"2026-04-27T02:16:51.700033Z","end":"2026-04-27T02:16:52.48289Z","steps":["trace[1906076543] 'agreement among raft nodes before linearized reading' (duration: 782.828722ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.48289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151000961s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-27T02:16:52.482909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.700014Z","time spent":"782.891034ms","remote":"127.0.0.1:51426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:16:52.482932Z","caller":"traceutil/trace.go:171","msg":"trace[609936800] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:24688; }","duration":"1.151037112s","start":"2026-04-27T02:16:51.331878Z","end":"2026-04-27T02:16:52.482916Z","steps":["trace[609936800] 'agreement among raft nodes before linearized reading' (duration: 1.15093869s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.482976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.331818Z","time spent":"1.151149526s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" "} {"level":"warn","ts":"2026-04-27T02:16:52.482994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.332576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:16:52.483009Z","caller":"traceutil/trace.go:171","msg":"trace[456750647] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24688; }","duration":"889.375208ms","start":"2026-04-27T02:16:51.593629Z","end":"2026-04-27T02:16:52.483004Z","steps":["trace[456750647] 'agreement among raft nodes before linearized reading' (duration: 889.345847ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.483023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.593615Z","time spent":"889.403908ms","remote":"127.0.0.1:34024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:16:52.482895Z","caller":"traceutil/trace.go:171","msg":"trace[1008118081] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:24688; }","duration":"127.009182ms","start":"2026-04-27T02:16:52.355861Z","end":"2026-04-27T02:16:52.48287Z","steps":["trace[1008118081] 'agreement among raft nodes before linearized reading' (duration: 126.281163ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.483177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"890.864135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"info","ts":"2026-04-27T02:16:52.483207Z","caller":"traceutil/trace.go:171","msg":"trace[615524] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24688; }","duration":"890.940226ms","start":"2026-04-27T02:16:51.592259Z","end":"2026-04-27T02:16:52.483199Z","steps":["trace[615524] 'agreement among raft nodes before linearized reading' (duration: 890.865674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.483224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.592235Z","time spent":"890.985568ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-04-27T02:16:52.483144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150185242s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:52.483361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"944.735372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:52.483385Z","caller":"traceutil/trace.go:171","msg":"trace[804877169] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:24688; }","duration":"944.799334ms","start":"2026-04-27T02:16:51.538581Z","end":"2026-04-27T02:16:52.48338Z","steps":["trace[804877169] 'agreement among raft nodes before linearized reading' (duration: 944.753603ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.483401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.53856Z","time spent":"944.836704ms","remote":"127.0.0.1:39298","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:16:52.483292Z","caller":"traceutil/trace.go:171","msg":"trace[839547869] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24688; }","duration":"1.150362285s","start":"2026-04-27T02:16:51.332917Z","end":"2026-04-27T02:16:52.48328Z","steps":["trace[839547869] 'agreement among raft nodes before linearized reading' (duration: 1.150042417s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.483493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.332903Z","time spent":"1.150555121s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:16:52.482324Z","caller":"traceutil/trace.go:171","msg":"trace[1627869158] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24688; }","duration":"2.403451449s","start":"2026-04-27T02:16:50.078866Z","end":"2026-04-27T02:16:52.482317Z","steps":["trace[1627869158] 'agreement among raft nodes before linearized reading' (duration: 2.402409593s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.483708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:50.078848Z","time spent":"2.404850125s","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:52.482638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.113018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-27T02:16:52.483914Z","caller":"traceutil/trace.go:171","msg":"trace[1093178004] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24688; }","duration":"196.421091ms","start":"2026-04-27T02:16:52.287485Z","end":"2026-04-27T02:16:52.483906Z","steps":["trace[1093178004] 'agreement among raft nodes before linearized reading' (duration: 195.020586ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:52.482852Z","caller":"traceutil/trace.go:171","msg":"trace[1495769781] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:24688; }","duration":"1.128948736s","start":"2026-04-27T02:16:51.353897Z","end":"2026-04-27T02:16:52.482846Z","steps":["trace[1495769781] 'agreement among raft nodes before linearized reading' (duration: 1.128914035s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:52.484142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:51.353872Z","time spent":"1.130258838s","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:52.985515Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798825,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:16:53.656763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.665572ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:16:53.656839Z","caller":"traceutil/trace.go:171","msg":"trace[1406166848] transaction","detail":"{read_only:false; response_revision:24689; number_of_response:1; }","duration":"1.171833637s","start":"2026-04-27T02:16:52.484994Z","end":"2026-04-27T02:16:53.656827Z","steps":["trace[1406166848] 'process raft request' (duration: 536.045892ms)","trace[1406166848] 'compare' (duration: 635.017916ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:53.656873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:52.484973Z","time spent":"1.171884399s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:54.202694Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.181671664s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:16:54.203091Z","caller":"traceutil/trace.go:171","msg":"trace[1853327191] transaction","detail":"{read_only:false; response_revision:24691; number_of_response:1; }","duration":"1.716215518s","start":"2026-04-27T02:16:52.48685Z","end":"2026-04-27T02:16:54.203066Z","steps":["trace[1853327191] 'process raft request' (duration: 1.716051714s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:54.203112Z","caller":"traceutil/trace.go:171","msg":"trace[1407540212] transaction","detail":"{read_only:false; response_revision:24692; number_of_response:1; }","duration":"1.715714486s","start":"2026-04-27T02:16:52.487364Z","end":"2026-04-27T02:16:54.203078Z","steps":["trace[1407540212] 'process raft request' (duration: 1.715565032s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:54.20322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:52.48683Z","time spent":"1.716309051s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:54.203261Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:52.487356Z","time spent":"1.715822318s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:54.203415Z","caller":"traceutil/trace.go:171","msg":"trace[395326296] transaction","detail":"{read_only:false; response_revision:24690; number_of_response:1; }","duration":"1.71667572s","start":"2026-04-27T02:16:52.486728Z","end":"2026-04-27T02:16:54.203404Z","steps":["trace[395326296] 'process raft request' (duration: 1.716079715s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:54.203475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:52.486715Z","time spent":"1.716727151s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:54.203634Z","caller":"traceutil/trace.go:171","msg":"trace[49490602] transaction","detail":"{read_only:false; response_revision:24693; number_of_response:1; }","duration":"1.712145785s","start":"2026-04-27T02:16:52.49146Z","end":"2026-04-27T02:16:54.203606Z","steps":["trace[49490602] 'process raft request' (duration: 1.711488499s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:54.20377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:52.491449Z","time spent":"1.712248318s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:54.490513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999725253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:16:54.490595Z","caller":"traceutil/trace.go:171","msg":"trace[1106199441] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999861086s","start":"2026-04-27T02:16:52.490715Z","end":"2026-04-27T02:16:54.490576Z","steps":["trace[1106199441] 'agreement among raft nodes before linearized reading' (duration: 1.999744354s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:54.490641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:52.490699Z","time spent":"1.999934008s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:16:55.475144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272154855s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:16:55.475363Z","caller":"traceutil/trace.go:171","msg":"trace[1000568039] linearizableReadLoop","detail":"{readStateIndex:25510; appliedIndex:25505; }","duration":"2.990323213s","start":"2026-04-27T02:16:52.485015Z","end":"2026-04-27T02:16:55.475339Z","steps":["trace[1000568039] 'read index received' (duration: 536.051073ms)","trace[1000568039] 'applied index is now lower than readState.Index' (duration: 2.45427125s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:16:55.476004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.990975429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:55.476042Z","caller":"traceutil/trace.go:171","msg":"trace[1103936210] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:24693; }","duration":"2.991046831s","start":"2026-04-27T02:16:52.484986Z","end":"2026-04-27T02:16:55.476033Z","steps":["trace[1103936210] 'agreement among raft nodes before linearized reading' (duration: 2.990972729s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:55.476067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:52.484971Z","time spent":"2.991090332s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-27T02:16:55.476412Z","caller":"traceutil/trace.go:171","msg":"trace[451606709] transaction","detail":"{read_only:false; response_revision:24694; number_of_response:1; }","duration":"1.015586047s","start":"2026-04-27T02:16:54.4608Z","end":"2026-04-27T02:16:55.476386Z","steps":["trace[451606709] 'process raft request' (duration: 1.014453639s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:55.476565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:54.460781Z","time spent":"1.015694451s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:55.976216Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798839,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:16:56.096595Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.205269141s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:16:56.097685Z","caller":"traceutil/trace.go:171","msg":"trace[641554850] transaction","detail":"{read_only:false; response_revision:24695; number_of_response:1; }","duration":"1.636341034s","start":"2026-04-27T02:16:54.461321Z","end":"2026-04-27T02:16:56.097662Z","steps":["trace[641554850] 'process raft request' (duration: 1.635482613s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:56.097765Z","caller":"traceutil/trace.go:171","msg":"trace[376756356] transaction","detail":"{read_only:false; response_revision:24700; number_of_response:1; }","duration":"1.607293273s","start":"2026-04-27T02:16:54.490453Z","end":"2026-04-27T02:16:56.097746Z","steps":["trace[376756356] 'process raft request' (duration: 1.607260763s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:56.097851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:54.461285Z","time spent":"1.636468968s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:56.097923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:54.490443Z","time spent":"1.607373975s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:56.098119Z","caller":"traceutil/trace.go:171","msg":"trace[346284212] transaction","detail":"{read_only:false; response_revision:24698; number_of_response:1; }","duration":"1.634356914s","start":"2026-04-27T02:16:54.463756Z","end":"2026-04-27T02:16:56.098113Z","steps":["trace[346284212] 'process raft request' (duration: 1.633905403s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:56.098177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:54.463748Z","time spent":"1.634407886s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:56.09819Z","caller":"traceutil/trace.go:171","msg":"trace[1142973879] transaction","detail":"{read_only:false; response_revision:24699; number_of_response:1; }","duration":"1.629379918s","start":"2026-04-27T02:16:54.4688Z","end":"2026-04-27T02:16:56.09818Z","steps":["trace[1142973879] 'process raft request' (duration: 1.628890566s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:56.098237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:54.468793Z","time spent":"1.62942213s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:56.098381Z","caller":"traceutil/trace.go:171","msg":"trace[2126447480] transaction","detail":"{read_only:false; response_revision:24696; number_of_response:1; }","duration":"1.636333355s","start":"2026-04-27T02:16:54.462037Z","end":"2026-04-27T02:16:56.09837Z","steps":["trace[2126447480] 'process raft request' (duration: 1.635517305s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:56.098442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:54.462006Z","time spent":"1.636412236s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:56.099983Z","caller":"traceutil/trace.go:171","msg":"trace[1066317069] transaction","detail":"{read_only:false; response_revision:24697; number_of_response:1; }","duration":"1.635336028s","start":"2026-04-27T02:16:54.463016Z","end":"2026-04-27T02:16:56.098352Z","steps":["trace[1066317069] 'process raft request' (duration: 1.634617161s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:56.100201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:54.462997Z","time spent":"1.637058443s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:56.497866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000694629s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:16:56.497957Z","caller":"traceutil/trace.go:171","msg":"trace[2089756875] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000828481s","start":"2026-04-27T02:16:54.497106Z","end":"2026-04-27T02:16:56.497934Z","steps":["trace[2089756875] 'agreement among raft nodes before linearized reading' (duration: 2.000717159s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:56.498006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:54.497095Z","time spent":"2.000898333s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:16:56 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:16:58.225226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999018883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:16:58.225344Z","caller":"traceutil/trace.go:171","msg":"trace[1091409695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999189437s","start":"2026-04-27T02:16:53.226124Z","end":"2026-04-27T02:16:58.225313Z","steps":["trace[1091409695] 'agreement among raft nodes before linearized reading' (duration: 4.999039293s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.225417Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:53.226119Z","time spent":"4.999280489s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 02:16:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:16:58.497698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999313894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:16:58.497819Z","caller":"traceutil/trace.go:171","msg":"trace[1217881097] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999448157s","start":"2026-04-27T02:16:56.498313Z","end":"2026-04-27T02:16:58.497761Z","steps":["trace[1217881097] 'agreement among raft nodes before linearized reading' (duration: 1.999344975s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.49787Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:56.498297Z","time spent":"1.999561551s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:16:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:16:58.737305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.947428285s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:16:58.73804Z","caller":"traceutil/trace.go:171","msg":"trace[20951704] linearizableReadLoop","detail":"{readStateIndex:25520; appliedIndex:25512; }","duration":"3.262626326s","start":"2026-04-27T02:16:55.475389Z","end":"2026-04-27T02:16:58.738015Z","steps":["trace[20951704] 'read index received' (duration: 621.479495ms)","trace[20951704] 'applied index is now lower than readState.Index' (duration: 2.641145561s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:16:58.73846Z","caller":"traceutil/trace.go:171","msg":"trace[631099219] transaction","detail":"{read_only:false; response_revision:24701; number_of_response:1; }","duration":"2.948455068s","start":"2026-04-27T02:16:55.78999Z","end":"2026-04-27T02:16:58.738445Z","steps":["trace[631099219] 'process raft request' (duration: 2.947768971s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.738568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:55.789961Z","time spent":"2.948535999s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:58.738813Z","caller":"traceutil/trace.go:171","msg":"trace[565211563] transaction","detail":"{read_only:false; response_revision:24702; number_of_response:1; }","duration":"2.847193035s","start":"2026-04-27T02:16:55.891606Z","end":"2026-04-27T02:16:58.738799Z","steps":["trace[565211563] 'process raft request' (duration: 2.846332353s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.738868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:55.891585Z","time spent":"2.847253166s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:58.739103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.247916701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f1b720eb-387a-477a-b7f0-97a99874aa40\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-27T02:16:58.73903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.533060904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:16:58.739152Z","caller":"traceutil/trace.go:171","msg":"trace[740331166] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f1b720eb-387a-477a-b7f0-97a99874aa40; range_end:; response_count:1; response_revision:24702; }","duration":"6.247973063s","start":"2026-04-27T02:16:52.491164Z","end":"2026-04-27T02:16:58.739137Z","steps":["trace[740331166] 'agreement among raft nodes before linearized reading' (duration: 6.24784363s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.739187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:52.491158Z","time spent":"6.248018964s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f1b720eb-387a-477a-b7f0-97a99874aa40\" "} {"level":"info","ts":"2026-04-27T02:16:58.739191Z","caller":"traceutil/trace.go:171","msg":"trace[808696633] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:24702; }","duration":"5.533252709s","start":"2026-04-27T02:16:53.205907Z","end":"2026-04-27T02:16:58.73916Z","steps":["trace[808696633] 'agreement among raft nodes before linearized reading' (duration: 5.533033783s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.739242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:53.205891Z","time spent":"5.53333774s","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:58.739357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.24827459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:58.73939Z","caller":"traceutil/trace.go:171","msg":"trace[1065089779] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24702; }","duration":"6.248327701s","start":"2026-04-27T02:16:52.491051Z","end":"2026-04-27T02:16:58.739379Z","steps":["trace[1065089779] 'agreement among raft nodes before linearized reading' (duration: 6.2482766s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.739418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:52.491039Z","time spent":"6.248372113s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:16:58.739571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.242912205s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:16:58.739612Z","caller":"traceutil/trace.go:171","msg":"trace[184407656] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:24702; }","duration":"4.242985285s","start":"2026-04-27T02:16:54.496613Z","end":"2026-04-27T02:16:58.739599Z","steps":["trace[184407656] 'agreement among raft nodes before linearized reading' (duration: 4.242844172s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.739637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.254148608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-04-27T02:16:58.73967Z","caller":"traceutil/trace.go:171","msg":"trace[1208651921] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24702; }","duration":"6.254182569s","start":"2026-04-27T02:16:52.485478Z","end":"2026-04-27T02:16:58.739661Z","steps":["trace[1208651921] 'agreement among raft nodes before linearized reading' (duration: 6.254082387s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.739691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.749418901s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:16:58.739697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:52.484926Z","time spent":"6.254765325s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-27T02:16:58.739727Z","caller":"traceutil/trace.go:171","msg":"trace[1894495419] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24702; }","duration":"4.749481232s","start":"2026-04-27T02:16:53.990233Z","end":"2026-04-27T02:16:58.739715Z","steps":["trace[1894495419] 'agreement among raft nodes before linearized reading' (duration: 4.749426321s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.739757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:53.990216Z","time spent":"4.749531104s","remote":"127.0.0.1:49024","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:58.739926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.011747883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:16:58.739956Z","caller":"traceutil/trace.go:171","msg":"trace[1704146159] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24702; }","duration":"5.011813835s","start":"2026-04-27T02:16:53.728132Z","end":"2026-04-27T02:16:58.739946Z","steps":["trace[1704146159] 'agreement among raft nodes before linearized reading' (duration: 5.011766914s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.73964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:54.496596Z","time spent":"4.243037177s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" "} {"level":"warn","ts":"2026-04-27T02:16:58.739989Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:53.728113Z","time spent":"5.011866606s","remote":"127.0.0.1:48996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:16:58.740351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.514169027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T02:16:58.740409Z","caller":"traceutil/trace.go:171","msg":"trace[875200564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24702; }","duration":"5.515926191s","start":"2026-04-27T02:16:53.224457Z","end":"2026-04-27T02:16:58.740383Z","steps":["trace[875200564] 'agreement among raft nodes before linearized reading' (duration: 5.515660904s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:58.74052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:53.224442Z","time spent":"5.516066775s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:16:59.239045Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798850,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:16:59.676475Z","caller":"traceutil/trace.go:171","msg":"trace[1217130244] transaction","detail":"{read_only:false; response_revision:24703; number_of_response:1; }","duration":"3.450265275s","start":"2026-04-27T02:16:56.226178Z","end":"2026-04-27T02:16:59.676444Z","steps":["trace[1217130244] 'process raft request' (duration: 3.45004526s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:59.676529Z","caller":"traceutil/trace.go:171","msg":"trace[1230460346] transaction","detail":"{read_only:false; response_revision:24709; number_of_response:1; }","duration":"1.572060645s","start":"2026-04-27T02:16:58.104459Z","end":"2026-04-27T02:16:59.67652Z","steps":["trace[1230460346] 'process raft request' (duration: 1.572008604s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:59.676553Z","caller":"traceutil/trace.go:171","msg":"trace[474097777] transaction","detail":"{read_only:false; response_revision:24704; number_of_response:1; }","duration":"2.194409271s","start":"2026-04-27T02:16:57.482109Z","end":"2026-04-27T02:16:59.676518Z","steps":["trace[474097777] 'process raft request' (duration: 2.194242247s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:59.676624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:56.226161Z","time spent":"3.450386109s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:59.676712Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:57.482087Z","time spent":"2.194526405s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:59.676725Z","caller":"traceutil/trace.go:171","msg":"trace[377493297] transaction","detail":"{read_only:false; response_revision:24710; number_of_response:1; }","duration":"1.571212443s","start":"2026-04-27T02:16:58.105508Z","end":"2026-04-27T02:16:59.67672Z","steps":["trace[377493297] 'process raft request' (duration: 1.570984668s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:59.676728Z","caller":"traceutil/trace.go:171","msg":"trace[2083739154] transaction","detail":"{read_only:false; response_revision:24706; number_of_response:1; }","duration":"1.573574383s","start":"2026-04-27T02:16:58.10314Z","end":"2026-04-27T02:16:59.676715Z","steps":["trace[2083739154] 'process raft request' (duration: 1.573253845s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:59.676765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.105496Z","time spent":"1.571243974s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:59.676687Z","caller":"traceutil/trace.go:171","msg":"trace[2088359990] transaction","detail":"{read_only:false; response_revision:24708; number_of_response:1; }","duration":"1.573269545s","start":"2026-04-27T02:16:58.103378Z","end":"2026-04-27T02:16:59.676648Z","steps":["trace[2088359990] 'process raft request' (duration: 1.57305991s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:59.676849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.103115Z","time spent":"1.573665005s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:59.676862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.103361Z","time spent":"1.57347137s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:59.676867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.104432Z","time spent":"1.572119696s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:16:59.676874Z","caller":"traceutil/trace.go:171","msg":"trace[892690976] transaction","detail":"{read_only:false; response_revision:24705; number_of_response:1; }","duration":"1.573346708s","start":"2026-04-27T02:16:58.103143Z","end":"2026-04-27T02:16:59.67649Z","steps":["trace[892690976] 'process raft request' (duration: 1.573230175s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:16:59.67662Z","caller":"traceutil/trace.go:171","msg":"trace[1537745913] transaction","detail":"{read_only:false; response_revision:24707; number_of_response:1; }","duration":"1.573227444s","start":"2026-04-27T02:16:58.103363Z","end":"2026-04-27T02:16:59.676591Z","steps":["trace[1537745913] 'process raft request' (duration: 1.57305017s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:16:59.676928Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.103353Z","time spent":"1.573559142s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:16:59.676985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.103121Z","time spent":"1.573775258s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:00.206276Z","caller":"traceutil/trace.go:171","msg":"trace[660606712] transaction","detail":"{read_only:false; response_revision:24711; number_of_response:1; }","duration":"1.463046747s","start":"2026-04-27T02:16:58.743197Z","end":"2026-04-27T02:17:00.206244Z","steps":["trace[660606712] 'process raft request' (duration: 1.462840292s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.206424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.7255692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:17:00.206452Z","caller":"traceutil/trace.go:171","msg":"trace[26124907] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24714; }","duration":"4.725642802s","start":"2026-04-27T02:16:55.480802Z","end":"2026-04-27T02:17:00.206445Z","steps":["trace[26124907] 'agreement among raft nodes before linearized reading' (duration: 4.725521519s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.206476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:55.480785Z","time spent":"4.725685823s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:17:00.206492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.74317Z","time spent":"1.463219122s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:00.20664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.875922319s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:00.206818Z","caller":"traceutil/trace.go:171","msg":"trace[914216661] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:24714; }","duration":"2.876195977s","start":"2026-04-27T02:16:57.330542Z","end":"2026-04-27T02:17:00.206738Z","steps":["trace[914216661] 'agreement among raft nodes before linearized reading' (duration: 2.875765516s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.206873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:57.330526Z","time spent":"2.87633188s","remote":"127.0.0.1:49092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:00.206287Z","caller":"traceutil/trace.go:171","msg":"trace[1741494696] linearizableReadLoop","detail":"{readStateIndex:25530; appliedIndex:25520; }","duration":"1.468153065s","start":"2026-04-27T02:16:58.738115Z","end":"2026-04-27T02:17:00.206268Z","steps":["trace[1741494696] 'read index received' (duration: 938.121705ms)","trace[1741494696] 'applied index is now lower than readState.Index' (duration: 530.03036ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:00.207239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.997968971s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-27T02:17:00.20727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.704198105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:00.207296Z","caller":"traceutil/trace.go:171","msg":"trace[1706305740] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24714; }","duration":"3.998070713s","start":"2026-04-27T02:16:56.209212Z","end":"2026-04-27T02:17:00.207282Z","steps":["trace[1706305740] 'agreement among raft nodes before linearized reading' (duration: 3.997912119s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:00.207338Z","caller":"traceutil/trace.go:171","msg":"trace[2109523586] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24714; }","duration":"1.704319748s","start":"2026-04-27T02:16:58.502999Z","end":"2026-04-27T02:17:00.207319Z","steps":["trace[2109523586] 'agreement among raft nodes before linearized reading' (duration: 1.704183455s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.207328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.691791298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:00.207355Z","caller":"traceutil/trace.go:171","msg":"trace[1638122971] transaction","detail":"{read_only:false; response_revision:24713; number_of_response:1; }","duration":"769.502566ms","start":"2026-04-27T02:16:59.43781Z","end":"2026-04-27T02:17:00.207313Z","steps":["trace[1638122971] 'process raft request' (duration: 768.391758ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:00.207394Z","caller":"traceutil/trace.go:171","msg":"trace[2034914022] transaction","detail":"{read_only:false; response_revision:24712; number_of_response:1; }","duration":"1.460725538s","start":"2026-04-27T02:16:58.746655Z","end":"2026-04-27T02:17:00.207381Z","steps":["trace[2034914022] 'process raft request' (duration: 1.459495717s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:00.207413Z","caller":"traceutil/trace.go:171","msg":"trace[1173716754] transaction","detail":"{read_only:false; response_revision:24714; number_of_response:1; }","duration":"749.08014ms","start":"2026-04-27T02:16:59.458321Z","end":"2026-04-27T02:17:00.207401Z","steps":["trace[1173716754] 'process raft request' (duration: 747.911991ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:00.207422Z","caller":"traceutil/trace.go:171","msg":"trace[628292037] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24714; }","duration":"4.691934212s","start":"2026-04-27T02:16:55.515465Z","end":"2026-04-27T02:17:00.207399Z","steps":["trace[628292037] 'agreement among raft nodes before linearized reading' (duration: 4.691777998s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.207464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.746636Z","time spent":"1.46078516s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:00.207476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.460681357s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:00.207475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:55.515433Z","time spent":"4.692032155s","remote":"127.0.0.1:48512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:00.207496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:59.437764Z","time spent":"769.658191ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:00.207519Z","caller":"traceutil/trace.go:171","msg":"trace[857701727] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24714; }","duration":"1.460715338s","start":"2026-04-27T02:16:58.746787Z","end":"2026-04-27T02:17:00.207502Z","steps":["trace[857701727] 'agreement among raft nodes before linearized reading' (duration: 1.460665326s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.207531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.514521733s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:00.207555Z","caller":"traceutil/trace.go:171","msg":"trace[1241264257] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:24714; }","duration":"1.514578305s","start":"2026-04-27T02:16:58.692969Z","end":"2026-04-27T02:17:00.207547Z","steps":["trace[1241264257] 'agreement among raft nodes before linearized reading' (duration: 1.514537224s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.20756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.746762Z","time spent":"1.460786609s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:17:00.207551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"947.080921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"warn","ts":"2026-04-27T02:17:00.207568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:56.20919Z","time spent":"3.998155775s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:17:00.207607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.744647575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:00.207629Z","caller":"traceutil/trace.go:171","msg":"trace[845212715] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24714; }","duration":"947.185654ms","start":"2026-04-27T02:16:59.260418Z","end":"2026-04-27T02:17:00.207603Z","steps":["trace[845212715] 'agreement among raft nodes before linearized reading' (duration: 946.980819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.207647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998445983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T02:17:00.20773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.921282107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-27T02:17:00.20775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.461030316s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18571"} {"level":"warn","ts":"2026-04-27T02:17:00.20775Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64743141s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:00.207763Z","caller":"traceutil/trace.go:171","msg":"trace[1931273117] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24714; }","duration":"1.921351159s","start":"2026-04-27T02:16:58.286403Z","end":"2026-04-27T02:17:00.207754Z","steps":["trace[1931273117] 'agreement among raft nodes before linearized reading' (duration: 1.921262827s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:00.20778Z","caller":"traceutil/trace.go:171","msg":"trace[1751466543] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:24714; }","duration":"1.461086846s","start":"2026-04-27T02:16:58.746686Z","end":"2026-04-27T02:17:00.207773Z","steps":["trace[1751466543] 'agreement among raft nodes before linearized reading' (duration: 1.460927882s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.207787Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.740412809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:00.207795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.286384Z","time spent":"1.92140475s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-27T02:17:00.207759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.996870213s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-27T02:17:00.207805Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.851150249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:00.207803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.746672Z","time spent":"1.461126868s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"info","ts":"2026-04-27T02:17:00.207646Z","caller":"traceutil/trace.go:171","msg":"trace[2119623046] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24714; }","duration":"1.744723327s","start":"2026-04-27T02:16:58.46291Z","end":"2026-04-27T02:17:00.207634Z","steps":["trace[2119623046] 'agreement among raft nodes before linearized reading' (duration: 1.744663635s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:00.207832Z","caller":"traceutil/trace.go:171","msg":"trace[1343410354] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24714; }","duration":"3.996982826s","start":"2026-04-27T02:16:56.210842Z","end":"2026-04-27T02:17:00.207825Z","steps":["trace[1343410354] 'agreement among raft nodes before linearized reading' (duration: 3.996851362s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.207544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706917223s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-04-27T02:17:00.207863Z","caller":"traceutil/trace.go:171","msg":"trace[1538653755] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24714; }","duration":"1.707281862s","start":"2026-04-27T02:16:58.500576Z","end":"2026-04-27T02:17:00.207858Z","steps":["trace[1538653755] 'agreement among raft nodes before linearized reading' (duration: 1.706812271s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.20786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.998523554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:17:00.207433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.344364566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:00.207883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.500559Z","time spent":"1.707318973s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7135,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:17:00.207887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.462887Z","time spent":"1.744980443s","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:00.207902Z","caller":"traceutil/trace.go:171","msg":"trace[72089797] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:24714; }","duration":"1.344872318s","start":"2026-04-27T02:16:58.86302Z","end":"2026-04-27T02:17:00.207892Z","steps":["trace[72089797] 'agreement among raft nodes before linearized reading' (duration: 1.344382256s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:00.207908Z","caller":"traceutil/trace.go:171","msg":"trace[1872171333] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24714; }","duration":"3.998606836s","start":"2026-04-27T02:16:56.20928Z","end":"2026-04-27T02:17:00.207887Z","steps":["trace[1872171333] 'agreement among raft nodes before linearized reading' (duration: 3.998479193s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:00.207797Z","caller":"traceutil/trace.go:171","msg":"trace[1702260066] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24714; }","duration":"4.647477952s","start":"2026-04-27T02:16:55.560304Z","end":"2026-04-27T02:17:00.207782Z","steps":["trace[1702260066] 'agreement among raft nodes before linearized reading' (duration: 4.64740484s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.207942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:56.209248Z","time spent":"3.998686908s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:17:00.207977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:55.56024Z","time spent":"4.647724558s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:00.207838Z","caller":"traceutil/trace.go:171","msg":"trace[1840197953] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:24714; }","duration":"3.851217901s","start":"2026-04-27T02:16:56.356613Z","end":"2026-04-27T02:17:00.207831Z","steps":["trace[1840197953] 'agreement among raft nodes before linearized reading' (duration: 3.851165969s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.207705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:59.260401Z","time spent":"947.288677ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1877,"request content":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:17:00.208104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:56.356558Z","time spent":"3.851525469s","remote":"127.0.0.1:46698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:00.207482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:59.458293Z","time spent":"749.138582ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:00.207373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.50297Z","time spent":"1.704396309s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:17:00.207867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:56.210831Z","time spent":"3.997027497s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:17:00.20737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.462682247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T02:17:00.207254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.036532412s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:00.207716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.757393311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:00.208259Z","caller":"traceutil/trace.go:171","msg":"trace[1918429810] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24714; }","duration":"1.4635977s","start":"2026-04-27T02:16:58.744648Z","end":"2026-04-27T02:17:00.208245Z","steps":["trace[1918429810] 'agreement among raft nodes before linearized reading' (duration: 1.462571165s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:00.208264Z","caller":"traceutil/trace.go:171","msg":"trace[339962994] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:24714; }","duration":"4.037607239s","start":"2026-04-27T02:16:56.170647Z","end":"2026-04-27T02:17:00.208254Z","steps":["trace[339962994] 'agreement among raft nodes before linearized reading' (duration: 4.036518672s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.208297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.744637Z","time spent":"1.463648221s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:17:00.20831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:56.17063Z","time spent":"4.037671361s","remote":"127.0.0.1:46678","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:00.208288Z","caller":"traceutil/trace.go:171","msg":"trace[1887031262] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:24714; }","duration":"2.758001066s","start":"2026-04-27T02:16:57.450275Z","end":"2026-04-27T02:17:00.208276Z","steps":["trace[1887031262] 'agreement among raft nodes before linearized reading' (duration: 2.757410061s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.208365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:57.450255Z","time spent":"2.758091609s","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:00.207812Z","caller":"traceutil/trace.go:171","msg":"trace[431580440] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:24714; }","duration":"3.74045658s","start":"2026-04-27T02:16:56.467346Z","end":"2026-04-27T02:17:00.207803Z","steps":["trace[431580440] 'agreement among raft nodes before linearized reading' (duration: 3.740395229s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.208421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:56.46733Z","time spent":"3.741082695s","remote":"127.0.0.1:45608","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:00.207792Z","caller":"traceutil/trace.go:171","msg":"trace[1658775476] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24714; }","duration":"3.998656688s","start":"2026-04-27T02:16:56.209097Z","end":"2026-04-27T02:17:00.207753Z","steps":["trace[1658775476] 'agreement among raft nodes before linearized reading' (duration: 3.998217967s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.207353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.025429443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:00.208465Z","caller":"traceutil/trace.go:171","msg":"trace[653042843] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:24714; }","duration":"4.026583872s","start":"2026-04-27T02:16:56.181872Z","end":"2026-04-27T02:17:00.208456Z","steps":["trace[653042843] 'agreement among raft nodes before linearized reading' (duration: 4.025444433s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:00.207937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.862998Z","time spent":"1.344928229s","remote":"127.0.0.1:33810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:00.208496Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:56.181852Z","time spent":"4.026634053s","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:00.207585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:58.69295Z","time spent":"1.514629106s","remote":"127.0.0.1:48792","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:00.208463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:16:56.209076Z","time spent":"3.999375315s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:17:00.741571Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:01.243988Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:01.74495Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798867,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:01.850009Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.609325563s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:17:01.937245Z","caller":"traceutil/trace.go:171","msg":"trace[1552064302] transaction","detail":"{read_only:false; response_revision:24716; number_of_response:1; }","duration":"1.724472346s","start":"2026-04-27T02:17:00.21275Z","end":"2026-04-27T02:17:01.937223Z","steps":["trace[1552064302] 'process raft request' (duration: 1.637460803s)","trace[1552064302] 'compare' (duration: 86.85917ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:01.937367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.212726Z","time spent":"1.724577339s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:01.937469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.213386Z","time spent":"1.724081388s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:17:01.937525Z","caller":"traceutil/trace.go:171","msg":"trace[1169671646] transaction","detail":"{read_only:false; response_revision:24717; number_of_response:1; }","duration":"1.723123363s","start":"2026-04-27T02:17:00.214383Z","end":"2026-04-27T02:17:01.937506Z","steps":["trace[1169671646] 'process raft request' (duration: 1.722978139s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:01.937635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.214374Z","time spent":"1.723208934s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:01.937717Z","caller":"traceutil/trace.go:171","msg":"trace[109525132] transaction","detail":"{read_only:false; response_revision:24719; number_of_response:1; }","duration":"1.719736317s","start":"2026-04-27T02:17:00.217971Z","end":"2026-04-27T02:17:01.937708Z","steps":["trace[109525132] 'process raft request' (duration: 1.719620594s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:01.937713Z","caller":"traceutil/trace.go:171","msg":"trace[1002258549] transaction","detail":"{read_only:false; response_revision:24718; number_of_response:1; }","duration":"1.722881946s","start":"2026-04-27T02:17:00.214815Z","end":"2026-04-27T02:17:01.937697Z","steps":["trace[1002258549] 'process raft request' (duration: 1.72263607s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:01.937756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.21796Z","time spent":"1.719775448s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:01.937835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.214809Z","time spent":"1.722945658s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:02.013885Z","caller":"traceutil/trace.go:171","msg":"trace[299290069] transaction","detail":"{read_only:false; response_revision:24720; number_of_response:1; }","duration":"1.767573713s","start":"2026-04-27T02:17:00.246271Z","end":"2026-04-27T02:17:02.013845Z","steps":["trace[299290069] 'process raft request' (duration: 1.767291546s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:02.014056Z","caller":"traceutil/trace.go:171","msg":"trace[1583288872] transaction","detail":"{read_only:false; response_revision:24721; number_of_response:1; }","duration":"330.637602ms","start":"2026-04-27T02:17:01.683392Z","end":"2026-04-27T02:17:02.01403Z","steps":["trace[1583288872] 'process raft request' (duration: 330.335035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.014089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.246242Z","time spent":"1.767752367s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":870,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:02.01414Z","caller":"traceutil/trace.go:171","msg":"trace[336730750] transaction","detail":"{read_only:false; response_revision:24723; number_of_response:1; }","duration":"330.384136ms","start":"2026-04-27T02:17:01.683729Z","end":"2026-04-27T02:17:02.014113Z","steps":["trace[336730750] 'process raft request' (duration: 330.187831ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.014175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.683374Z","time spent":"330.737065ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:02.014267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.683715Z","time spent":"330.481998ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:02.014251Z","caller":"traceutil/trace.go:171","msg":"trace[333169083] transaction","detail":"{read_only:false; response_revision:24724; number_of_response:1; }","duration":"330.397186ms","start":"2026-04-27T02:17:01.6838Z","end":"2026-04-27T02:17:02.014197Z","steps":["trace[333169083] 'process raft request' (duration: 330.191041ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:02.01427Z","caller":"traceutil/trace.go:171","msg":"trace[1671470826] transaction","detail":"{read_only:false; response_revision:24722; number_of_response:1; }","duration":"330.728974ms","start":"2026-04-27T02:17:01.683502Z","end":"2026-04-27T02:17:02.014231Z","steps":["trace[1671470826] 'process raft request' (duration: 330.355515ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:02.014374Z","caller":"traceutil/trace.go:171","msg":"trace[1607171463] transaction","detail":"{read_only:false; response_revision:24725; number_of_response:1; }","duration":"330.511839ms","start":"2026-04-27T02:17:01.683836Z","end":"2026-04-27T02:17:02.014347Z","steps":["trace[1607171463] 'process raft request' (duration: 330.210672ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:02.01446Z","caller":"traceutil/trace.go:171","msg":"trace[2064180265] transaction","detail":"{read_only:false; response_revision:24726; number_of_response:1; }","duration":"330.342195ms","start":"2026-04-27T02:17:01.684106Z","end":"2026-04-27T02:17:02.014448Z","steps":["trace[2064180265] 'process raft request' (duration: 330.021317ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.014449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.683795Z","time spent":"330.55361ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:02.014482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.683495Z","time spent":"330.883009ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:02.014516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.684097Z","time spent":"330.392267ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:02.014504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.68383Z","time spent":"330.597351ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:02.01488Z","caller":"traceutil/trace.go:171","msg":"trace[766741338] linearizableReadLoop","detail":"{readStateIndex:25546; appliedIndex:25533; }","duration":"1.773770629s","start":"2026-04-27T02:17:00.241091Z","end":"2026-04-27T02:17:02.014861Z","steps":["trace[766741338] 'read index received' (duration: 1.60914083s)","trace[766741338] 'applied index is now lower than readState.Index' (duration: 164.628059ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:02.015Z","caller":"traceutil/trace.go:171","msg":"trace[1321310046] transaction","detail":"{read_only:false; response_revision:24727; number_of_response:1; }","duration":"330.270113ms","start":"2026-04-27T02:17:01.684716Z","end":"2026-04-27T02:17:02.014986Z","steps":["trace[1321310046] 'process raft request' (duration: 330.044107ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.01509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.684708Z","time spent":"330.331285ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:02.01511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797341183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:02.015169Z","caller":"traceutil/trace.go:171","msg":"trace[27269371] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24727; }","duration":"1.797420034s","start":"2026-04-27T02:17:00.217732Z","end":"2026-04-27T02:17:02.015152Z","steps":["trace[27269371] 'agreement among raft nodes before linearized reading' (duration: 1.79724819s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.015208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802491332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"info","ts":"2026-04-27T02:17:02.015245Z","caller":"traceutil/trace.go:171","msg":"trace[1412985658] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:24727; }","duration":"1.802545164s","start":"2026-04-27T02:17:00.21269Z","end":"2026-04-27T02:17:02.015236Z","steps":["trace[1412985658] 'agreement among raft nodes before linearized reading' (duration: 1.80239289s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.015266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.212677Z","time spent":"1.802584735s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":807,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-04-27T02:17:02.015245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801528129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a7e945b-3400-4af5-b374-8a92c0964dbc\" ","response":"range_response_count:1 size:1304"} {"level":"warn","ts":"2026-04-27T02:17:02.015283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.801119008s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-27T02:17:02.015211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.217721Z","time spent":"1.797480246s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:17:02.015309Z","caller":"traceutil/trace.go:171","msg":"trace[233573783] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a7e945b-3400-4af5-b374-8a92c0964dbc; range_end:; response_count:1; response_revision:24727; }","duration":"1.801610811s","start":"2026-04-27T02:17:00.21368Z","end":"2026-04-27T02:17:02.015291Z","steps":["trace[233573783] 'agreement among raft nodes before linearized reading' (duration: 1.801386025s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.015335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.788486169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:17:02.015351Z","caller":"traceutil/trace.go:171","msg":"trace[1517041263] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:24727; }","duration":"1.801194689s","start":"2026-04-27T02:17:00.214133Z","end":"2026-04-27T02:17:02.015328Z","steps":["trace[1517041263] 'agreement among raft nodes before linearized reading' (duration: 1.800981154s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.015379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.213671Z","time spent":"1.801696833s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1327,"request content":"key:\"/registry/persistentvolumes/pvc-6a7e945b-3400-4af5-b374-8a92c0964dbc\" "} {"level":"warn","ts":"2026-04-27T02:17:02.015398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.214128Z","time spent":"1.801256842s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" "} {"level":"info","ts":"2026-04-27T02:17:02.015379Z","caller":"traceutil/trace.go:171","msg":"trace[1836314262] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24727; }","duration":"1.788564942s","start":"2026-04-27T02:17:00.226802Z","end":"2026-04-27T02:17:02.015367Z","steps":["trace[1836314262] 'agreement among raft nodes before linearized reading' (duration: 1.788434068s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.015519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.796514653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-27T02:17:02.015539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.226784Z","time spent":"1.788722796s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:17:02.01557Z","caller":"traceutil/trace.go:171","msg":"trace[941401628] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:24727; }","duration":"1.796598385s","start":"2026-04-27T02:17:00.218957Z","end":"2026-04-27T02:17:02.015555Z","steps":["trace[941401628] 'agreement among raft nodes before linearized reading' (duration: 1.796446331s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.015613Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:00.218949Z","time spent":"1.796651566s","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-04-27T02:17:02.734626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"576.45989ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:02.734734Z","caller":"traceutil/trace.go:171","msg":"trace[1847137886] linearizableReadLoop","detail":"{readStateIndex:25547; appliedIndex:25546; }","duration":"719.782472ms","start":"2026-04-27T02:17:02.014935Z","end":"2026-04-27T02:17:02.734718Z","steps":["trace[1847137886] 'read index received' (duration: 143.155288ms)","trace[1847137886] 'applied index is now lower than readState.Index' (duration: 576.624664ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:02.734816Z","caller":"traceutil/trace.go:171","msg":"trace[422801638] transaction","detail":"{read_only:false; response_revision:24728; number_of_response:1; }","duration":"796.727961ms","start":"2026-04-27T02:17:01.938076Z","end":"2026-04-27T02:17:02.734804Z","steps":["trace[422801638] 'process raft request' (duration: 219.998464ms)","trace[422801638] 'compare' (duration: 575.913347ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:02.734876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.938065Z","time spent":"796.779603ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:02.735068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.288946ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:02.735101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.308502671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:02.735136Z","caller":"traceutil/trace.go:171","msg":"trace[953003130] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24728; }","duration":"1.308569633s","start":"2026-04-27T02:17:01.426553Z","end":"2026-04-27T02:17:02.735122Z","steps":["trace[953003130] 'agreement among raft nodes before linearized reading' (duration: 1.308497591s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.735172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.426537Z","time spent":"1.308627194s","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:02.735233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.216467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-27T02:17:02.735264Z","caller":"traceutil/trace.go:171","msg":"trace[252558267] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24728; }","duration":"786.272637ms","start":"2026-04-27T02:17:01.948983Z","end":"2026-04-27T02:17:02.735256Z","steps":["trace[252558267] 'agreement among raft nodes before linearized reading' (duration: 786.169655ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:02.735135Z","caller":"traceutil/trace.go:171","msg":"trace[604497277] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:24728; }","duration":"851.397639ms","start":"2026-04-27T02:17:01.883721Z","end":"2026-04-27T02:17:02.735119Z","steps":["trace[604497277] 'agreement among raft nodes before linearized reading' (duration: 851.264926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.735302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.604589134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-27T02:17:02.73533Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.883704Z","time spent":"851.614275ms","remote":"127.0.0.1:39328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:02.735362Z","caller":"traceutil/trace.go:171","msg":"trace[1565742089] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24728; }","duration":"1.604694368s","start":"2026-04-27T02:17:01.130653Z","end":"2026-04-27T02:17:02.735348Z","steps":["trace[1565742089] 'agreement among raft nodes before linearized reading' (duration: 1.604497152s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:02.735289Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.948967Z","time spent":"786.315159ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:17:02.735398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:01.13063Z","time spent":"1.604758089s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:17:03.225119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.019671Z","time spent":"1.205433243s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:17:03 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:03.235344Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:03.73574Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798881,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:03.835905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:03.222377Z","time spent":"613.496754ms","remote":"127.0.0.1:44056","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:17:03.944238Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.78611117s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:17:03.944697Z","caller":"traceutil/trace.go:171","msg":"trace[1669471932] transaction","detail":"{read_only:false; response_revision:24731; number_of_response:1; }","duration":"1.924762985s","start":"2026-04-27T02:17:02.019917Z","end":"2026-04-27T02:17:03.94468Z","steps":["trace[1669471932] 'process raft request' (duration: 1.924714684s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:03.944793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.019909Z","time spent":"1.924821136s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":925,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:03.944856Z","caller":"traceutil/trace.go:171","msg":"trace[316137356] transaction","detail":"{read_only:false; response_revision:24729; number_of_response:1; }","duration":"1.926547959s","start":"2026-04-27T02:17:02.018245Z","end":"2026-04-27T02:17:03.944793Z","steps":["trace[316137356] 'process raft request' (duration: 1.92621238s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:03.945081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.01823Z","time spent":"1.926740724s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:04.016404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000249117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:04.016501Z","caller":"traceutil/trace.go:171","msg":"trace[364797602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000402911s","start":"2026-04-27T02:17:02.016078Z","end":"2026-04-27T02:17:04.016481Z","steps":["trace[364797602] 'agreement among raft nodes before linearized reading' (duration: 2.000284268s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:04.016548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.016059Z","time spent":"2.000480002s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:17:04.516824Z","caller":"traceutil/trace.go:171","msg":"trace[467098387] linearizableReadLoop","detail":"{readStateIndex:25552; appliedIndex:25550; }","duration":"1.782033787s","start":"2026-04-27T02:17:02.734765Z","end":"2026-04-27T02:17:04.516799Z","steps":["trace[467098387] 'read index received' (duration: 1.209868336s)","trace[467098387] 'applied index is now lower than readState.Index' (duration: 572.163961ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:04.517128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000480294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:04.517242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.189496308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-27T02:17:04.517301Z","caller":"traceutil/trace.go:171","msg":"trace[1377923590] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:24733; }","duration":"2.18958114s","start":"2026-04-27T02:17:02.327701Z","end":"2026-04-27T02:17:04.517282Z","steps":["trace[1377923590] 'agreement among raft nodes before linearized reading' (duration: 2.189419996s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:04.517256Z","caller":"traceutil/trace.go:171","msg":"trace[1933751761] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24733; }","duration":"2.000656438s","start":"2026-04-27T02:17:02.516579Z","end":"2026-04-27T02:17:04.517235Z","steps":["trace[1933751761] 'agreement among raft nodes before linearized reading' (duration: 2.000457183s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:04.51742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.516558Z","time spent":"2.000840823s","remote":"127.0.0.1:46826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:04.517454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.499267395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra.18aa15165ee6c3bb\" ","response":"range_response_count:1 size:695"} {"level":"warn","ts":"2026-04-27T02:17:04.51744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.305966164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T02:17:04.517515Z","caller":"traceutil/trace.go:171","msg":"trace[602640581] transaction","detail":"{read_only:false; response_revision:24733; number_of_response:1; }","duration":"1.77380871s","start":"2026-04-27T02:17:02.743682Z","end":"2026-04-27T02:17:04.51749Z","steps":["trace[602640581] 'process raft request' (duration: 1.77304674s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:04.51752Z","caller":"traceutil/trace.go:171","msg":"trace[1884180774] transaction","detail":"{read_only:false; response_revision:24732; number_of_response:1; }","duration":"1.778219411s","start":"2026-04-27T02:17:02.739263Z","end":"2026-04-27T02:17:04.517482Z","steps":["trace[1884180774] 'process raft request' (duration: 1.777304227s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:04.517646Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.74367Z","time spent":"1.773911174s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:04.517664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.884246994s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:04.517704Z","caller":"traceutil/trace.go:171","msg":"trace[707541952] range","detail":"{range_begin:/registry/events/openstack/container-infra.18aa15165ee6c3bb; range_end:; response_count:1; response_revision:24733; }","duration":"2.49940451s","start":"2026-04-27T02:17:02.018102Z","end":"2026-04-27T02:17:04.517507Z","steps":["trace[707541952] 'agreement among raft nodes before linearized reading' (duration: 2.499267196s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:04.51772Z","caller":"traceutil/trace.go:171","msg":"trace[1226085816] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:24733; }","duration":"1.884294906s","start":"2026-04-27T02:17:02.633404Z","end":"2026-04-27T02:17:04.517699Z","steps":["trace[1226085816] 'agreement among raft nodes before linearized reading' (duration: 1.884226784s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:04.517539Z","caller":"traceutil/trace.go:171","msg":"trace[885506417] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24733; }","duration":"2.3062094s","start":"2026-04-27T02:17:02.211311Z","end":"2026-04-27T02:17:04.517521Z","steps":["trace[885506417] 'agreement among raft nodes before linearized reading' (duration: 2.305829621s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:04.517824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.633356Z","time spent":"1.884403178s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:04.517853Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.211288Z","time spent":"2.306548158s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:17:04.517891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.018077Z","time spent":"2.499676496s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":718,"request content":"key:\"/registry/events/openstack/container-infra.18aa15165ee6c3bb\" "} {"level":"warn","ts":"2026-04-27T02:17:04.517886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.73924Z","time spent":"1.778452827s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:04.517581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.272663004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:17:04.518081Z","caller":"traceutil/trace.go:171","msg":"trace[30727689] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24733; }","duration":"2.273212457s","start":"2026-04-27T02:17:02.244846Z","end":"2026-04-27T02:17:04.518058Z","steps":["trace[30727689] 'agreement among raft nodes before linearized reading' (duration: 2.272565141s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:04.518142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.244823Z","time spent":"2.27330106s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:17:04.517345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.327681Z","time spent":"2.189652651s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-04-27T02:17:05.017746Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:05.518785Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798893,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:05.639735Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.11962466s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:17:05.743681Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.56433ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:05.744205Z","caller":"traceutil/trace.go:171","msg":"trace[860559778] transaction","detail":"{read_only:false; response_revision:24734; number_of_response:1; }","duration":"1.795891607s","start":"2026-04-27T02:17:03.948277Z","end":"2026-04-27T02:17:05.744168Z","steps":["trace[860559778] 'process raft request' (duration: 1.691771562s)","trace[860559778] 'compare' (duration: 103.311824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:05.744323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:03.948263Z","time spent":"1.79602257s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:17:05.744245Z","caller":"traceutil/trace.go:171","msg":"trace[223698632] transaction","detail":"{read_only:false; response_revision:24735; number_of_response:1; }","duration":"1.724558399s","start":"2026-04-27T02:17:04.019672Z","end":"2026-04-27T02:17:05.744231Z","steps":["trace[223698632] 'process raft request' (duration: 1.724411245s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:05.744462Z","caller":"traceutil/trace.go:171","msg":"trace[615690046] transaction","detail":"{read_only:false; response_revision:24736; number_of_response:1; }","duration":"1.72421872s","start":"2026-04-27T02:17:04.020219Z","end":"2026-04-27T02:17:05.744437Z","steps":["trace[615690046] 'process raft request' (duration: 1.723974854s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:05.744503Z","caller":"traceutil/trace.go:171","msg":"trace[970688029] transaction","detail":"{read_only:false; response_revision:24737; number_of_response:1; }","duration":"1.724190259s","start":"2026-04-27T02:17:04.020295Z","end":"2026-04-27T02:17:05.744485Z","steps":["trace[970688029] 'process raft request' (duration: 1.724083387s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:05.744601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.020252Z","time spent":"1.724291792s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:05.744607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.020197Z","time spent":"1.724337304s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:05.744807Z","caller":"traceutil/trace.go:171","msg":"trace[18943178] transaction","detail":"{read_only:false; response_revision:24738; number_of_response:1; }","duration":"1.724472987s","start":"2026-04-27T02:17:04.020315Z","end":"2026-04-27T02:17:05.744788Z","steps":["trace[18943178] 'process raft request' (duration: 1.724145469s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:05.744859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.020295Z","time spent":"1.724538658s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:05.744511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.01965Z","time spent":"1.724809905s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:05.745554Z","caller":"traceutil/trace.go:171","msg":"trace[2011570343] transaction","detail":"{read_only:false; response_revision:24739; number_of_response:1; }","duration":"1.724885607s","start":"2026-04-27T02:17:04.020654Z","end":"2026-04-27T02:17:05.745539Z","steps":["trace[2011570343] 'process raft request' (duration: 1.724057366s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:05.745614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.020641Z","time spent":"1.724943469s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:05.745656Z","caller":"traceutil/trace.go:171","msg":"trace[1365142299] transaction","detail":"{read_only:false; response_revision:24740; number_of_response:1; }","duration":"1.724411274s","start":"2026-04-27T02:17:04.02123Z","end":"2026-04-27T02:17:05.745641Z","steps":["trace[1365142299] 'process raft request' (duration: 1.72423325s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:05.745714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.021217Z","time spent":"1.724464675s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:05.745724Z","caller":"traceutil/trace.go:171","msg":"trace[1310160088] transaction","detail":"{read_only:false; response_revision:24741; number_of_response:1; }","duration":"1.724409484s","start":"2026-04-27T02:17:04.021302Z","end":"2026-04-27T02:17:05.745711Z","steps":["trace[1310160088] 'process raft request' (duration: 1.72425662s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:05.745766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.021296Z","time spent":"1.724447565s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:06.02359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000625607s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:17:06.023767Z","caller":"traceutil/trace.go:171","msg":"trace[1531770559] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000848902s","start":"2026-04-27T02:17:04.022895Z","end":"2026-04-27T02:17:06.023744Z","steps":["trace[1531770559] 'agreement among raft nodes before linearized reading' (duration: 2.000649627s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:06.023953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.022883Z","time spent":"2.000993496s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:06 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:07.214768Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.474483535s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:17:07.296084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.550455271s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:17:07.297162Z","caller":"traceutil/trace.go:171","msg":"trace[263815517] transaction","detail":"{read_only:false; response_revision:24742; number_of_response:1; }","duration":"2.775465527s","start":"2026-04-27T02:17:04.521665Z","end":"2026-04-27T02:17:07.297131Z","steps":["trace[263815517] 'process raft request' (duration: 2.774498883s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:07.297422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.521641Z","time spent":"2.775672103s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":677,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:08.024398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999800566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:08.024517Z","caller":"traceutil/trace.go:171","msg":"trace[838748744] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999978111s","start":"2026-04-27T02:17:06.024513Z","end":"2026-04-27T02:17:08.024491Z","steps":["trace[838748744] 'agreement among raft nodes before linearized reading' (duration: 1.999831477s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:08.024583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:06.024485Z","time spent":"2.000081663s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:08.940669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999013013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:08.940756Z","caller":"traceutil/trace.go:171","msg":"trace[1391685183] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999164307s","start":"2026-04-27T02:17:03.941569Z","end":"2026-04-27T02:17:08.940733Z","steps":["trace[1391685183] 'agreement among raft nodes before linearized reading' (duration: 4.999056564s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:08.940806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:03.941536Z","time spent":"4.999259129s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 02:17:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:09.201862Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.452221585s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:17:09.213827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916618798s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:09.213956Z","caller":"traceutil/trace.go:171","msg":"trace[1825356653] transaction","detail":"{read_only:false; response_revision:24743; number_of_response:1; }","duration":"4.690623699s","start":"2026-04-27T02:17:04.523316Z","end":"2026-04-27T02:17:09.213939Z","steps":["trace[1825356653] 'process raft request' (duration: 2.773798505s)","trace[1825356653] 'compare' (duration: 1.915274495s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:09.214017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.5233Z","time spent":"4.69069676s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:09.214467Z","caller":"traceutil/trace.go:171","msg":"trace[1045230022] transaction","detail":"{read_only:false; response_revision:24747; number_of_response:1; }","duration":"1.464941924s","start":"2026-04-27T02:17:07.749497Z","end":"2026-04-27T02:17:09.214439Z","steps":["trace[1045230022] 'process raft request' (duration: 1.464886743s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:09.214574Z","caller":"traceutil/trace.go:171","msg":"trace[1562778492] linearizableReadLoop","detail":"{readStateIndex:25565; appliedIndex:25552; }","duration":"4.697667036s","start":"2026-04-27T02:17:04.516901Z","end":"2026-04-27T02:17:09.214568Z","steps":["trace[1562778492] 'read index received' (duration: 1.123049327s)","trace[1562778492] 'applied index is now lower than readState.Index' (duration: 3.574617119s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:09.214695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.889090411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-04-27T02:17:09.214719Z","caller":"traceutil/trace.go:171","msg":"trace[100488616] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24747; }","duration":"4.889151603s","start":"2026-04-27T02:17:04.325562Z","end":"2026-04-27T02:17:09.214713Z","steps":["trace[100488616] 'agreement among raft nodes before linearized reading' (duration: 4.889053321s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:09.214739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.325539Z","time spent":"4.889195775s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T02:17:09.214744Z","caller":"traceutil/trace.go:171","msg":"trace[1953482806] transaction","detail":"{read_only:false; response_revision:24746; number_of_response:1; }","duration":"2.970925833s","start":"2026-04-27T02:17:06.243784Z","end":"2026-04-27T02:17:09.21471Z","steps":["trace[1953482806] 'process raft request' (duration: 2.970539043s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:09.214778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.749466Z","time spent":"1.465123979s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:09.21489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:06.243759Z","time spent":"2.971054817s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:09.214931Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.477657643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T02:17:09.214956Z","caller":"traceutil/trace.go:171","msg":"trace[481573847] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:24747; }","duration":"6.477717485s","start":"2026-04-27T02:17:02.737232Z","end":"2026-04-27T02:17:09.21495Z","steps":["trace[481573847] 'agreement among raft nodes before linearized reading' (duration: 6.477656432s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:09.214974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:02.737215Z","time spent":"6.477754405s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:17:09.214993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.950774957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:09.215061Z","caller":"traceutil/trace.go:171","msg":"trace[1394236484] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24747; }","duration":"4.950838698s","start":"2026-04-27T02:17:04.264201Z","end":"2026-04-27T02:17:09.21504Z","steps":["trace[1394236484] 'agreement among raft nodes before linearized reading' (duration: 4.950748346s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:09.215136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.26414Z","time spent":"4.950979642s","remote":"127.0.0.1:48658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:09.214521Z","caller":"traceutil/trace.go:171","msg":"trace[97389464] transaction","detail":"{read_only:false; response_revision:24745; number_of_response:1; }","duration":"4.530093313s","start":"2026-04-27T02:17:04.684418Z","end":"2026-04-27T02:17:09.214511Z","steps":["trace[97389464] 'process raft request' (duration: 4.529801206s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:09.215241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.684396Z","time spent":"4.530814421s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:09.215285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.273726897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:17:09.214546Z","caller":"traceutil/trace.go:171","msg":"trace[276870645] transaction","detail":"{read_only:false; response_revision:24744; number_of_response:1; }","duration":"4.69105269s","start":"2026-04-27T02:17:04.523488Z","end":"2026-04-27T02:17:09.214541Z","steps":["trace[276870645] 'process raft request' (duration: 4.690410874s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:09.215312Z","caller":"traceutil/trace.go:171","msg":"trace[1814522821] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24747; }","duration":"5.273795199s","start":"2026-04-27T02:17:03.941508Z","end":"2026-04-27T02:17:09.215303Z","steps":["trace[1814522821] 'agreement among raft nodes before linearized reading' (duration: 5.273678546s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:09.215328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.523474Z","time spent":"4.69183363s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:09.215337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:03.941489Z","time spent":"5.27384249s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:17:09.214878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.09115084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:09.214912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.273367728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:17:09.21538Z","caller":"traceutil/trace.go:171","msg":"trace[25924265] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:24747; }","duration":"6.091714325s","start":"2026-04-27T02:17:03.123658Z","end":"2026-04-27T02:17:09.215372Z","steps":["trace[25924265] 'agreement among raft nodes before linearized reading' (duration: 6.091207032s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:09.215399Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:03.123637Z","time spent":"6.091757086s","remote":"127.0.0.1:51536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:09.215404Z","caller":"traceutil/trace.go:171","msg":"trace[1800470866] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24747; }","duration":"5.273904632s","start":"2026-04-27T02:17:03.941484Z","end":"2026-04-27T02:17:09.215389Z","steps":["trace[1800470866] 'agreement among raft nodes before linearized reading' (duration: 5.273260165s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:09.215456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:03.941466Z","time spent":"5.273976473s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:17:09.214852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.725243776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:09.215572Z","caller":"traceutil/trace.go:171","msg":"trace[235497211] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:24747; }","duration":"5.725964655s","start":"2026-04-27T02:17:03.489601Z","end":"2026-04-27T02:17:09.215565Z","steps":["trace[235497211] 'agreement among raft nodes before linearized reading' (duration: 5.725217866s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:09.215596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:03.489544Z","time spent":"5.726044828s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:09.715304Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798906,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:10.032086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000144265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:10.032169Z","caller":"traceutil/trace.go:171","msg":"trace[1646963231] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000274038s","start":"2026-04-27T02:17:08.031876Z","end":"2026-04-27T02:17:10.03215Z","steps":["trace[1646963231] 'agreement among raft nodes before linearized reading' (duration: 2.000172136s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:10.032443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:08.03186Z","time spent":"2.000346019s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:17:10.184785Z","caller":"traceutil/trace.go:171","msg":"trace[1614188873] transaction","detail":"{read_only:false; response_revision:24753; number_of_response:1; }","duration":"2.432469022s","start":"2026-04-27T02:17:07.752291Z","end":"2026-04-27T02:17:10.18476Z","steps":["trace[1614188873] 'process raft request' (duration: 2.432420231s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:10.185104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.752276Z","time spent":"2.432749529s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:10.185091Z","caller":"traceutil/trace.go:171","msg":"trace[1403360652] transaction","detail":"{read_only:false; response_revision:24748; number_of_response:1; }","duration":"2.435373285s","start":"2026-04-27T02:17:07.749676Z","end":"2026-04-27T02:17:10.185049Z","steps":["trace[1403360652] 'process raft request' (duration: 2.43474789s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:10.185267Z","caller":"traceutil/trace.go:171","msg":"trace[567223767] transaction","detail":"{read_only:false; response_revision:24750; number_of_response:1; }","duration":"2.434664597s","start":"2026-04-27T02:17:07.750576Z","end":"2026-04-27T02:17:10.18524Z","steps":["trace[567223767] 'process raft request' (duration: 2.434042192s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:10.185278Z","caller":"traceutil/trace.go:171","msg":"trace[2081703986] transaction","detail":"{read_only:false; response_revision:24751; number_of_response:1; }","duration":"2.434189495s","start":"2026-04-27T02:17:07.75103Z","end":"2026-04-27T02:17:10.185219Z","steps":["trace[2081703986] 'process raft request' (duration: 2.43362045s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:10.185324Z","caller":"traceutil/trace.go:171","msg":"trace[260678464] transaction","detail":"{read_only:false; response_revision:24752; number_of_response:1; }","duration":"2.433874417s","start":"2026-04-27T02:17:07.751419Z","end":"2026-04-27T02:17:10.185294Z","steps":["trace[260678464] 'process raft request' (duration: 2.433263522s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:10.18538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.750555Z","time spent":"2.434764199s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:10.184787Z","caller":"traceutil/trace.go:171","msg":"trace[277537831] transaction","detail":"{read_only:false; response_revision:24749; number_of_response:1; }","duration":"2.434240116s","start":"2026-04-27T02:17:07.750501Z","end":"2026-04-27T02:17:10.184741Z","steps":["trace[277537831] 'process raft request' (duration: 2.434072702s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:10.185402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.749632Z","time spent":"2.435666263s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:10.185442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.751406Z","time spent":"2.43397765s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:10.185558Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.751014Z","time spent":"2.434356949s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:10.185559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.750468Z","time spent":"2.434993665s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:12.032558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99997333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:12.032635Z","caller":"traceutil/trace.go:171","msg":"trace[1785266863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000129005s","start":"2026-04-27T02:17:10.032489Z","end":"2026-04-27T02:17:12.032618Z","steps":["trace[1785266863] 'agreement among raft nodes before linearized reading' (duration: 2.000024752s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:12.032672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:10.03246Z","time spent":"2.000204326s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:12.075208Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.683897ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:12.075327Z","caller":"traceutil/trace.go:171","msg":"trace[931767582] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24753; }","duration":"188.81239ms","start":"2026-04-27T02:17:11.886496Z","end":"2026-04-27T02:17:12.075309Z","steps":["trace[931767582] 'range keys from in-memory index tree' (duration: 188.668376ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.146219Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.9616362s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:17:13.146676Z","caller":"traceutil/trace.go:171","msg":"trace[200987936] transaction","detail":"{read_only:false; response_revision:24755; number_of_response:1; }","duration":"3.925031902s","start":"2026-04-27T02:17:09.221619Z","end":"2026-04-27T02:17:13.146651Z","steps":["trace[200987936] 'process raft request' (duration: 3.924930129s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:13.146666Z","caller":"traceutil/trace.go:171","msg":"trace[1235228704] transaction","detail":"{read_only:false; response_revision:24754; number_of_response:1; }","duration":"3.925213177s","start":"2026-04-27T02:17:09.221425Z","end":"2026-04-27T02:17:13.146638Z","steps":["trace[1235228704] 'process raft request' (duration: 3.92496401s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:13.146673Z","caller":"traceutil/trace.go:171","msg":"trace[63204270] linearizableReadLoop","detail":"{readStateIndex:25576; appliedIndex:25572; }","duration":"3.93205159s","start":"2026-04-27T02:17:09.214597Z","end":"2026-04-27T02:17:13.146648Z","steps":["trace[63204270] 'read index received' (duration: 970.106403ms)","trace[63204270] 'applied index is now lower than readState.Index' (duration: 2.961944137s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:13.1468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:09.221416Z","time spent":"3.925309399s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:13.146852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.106250211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:13.146886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.499915217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:13.146895Z","caller":"traceutil/trace.go:171","msg":"trace[836551146] transaction","detail":"{read_only:false; response_revision:24756; number_of_response:1; }","duration":"3.925161225s","start":"2026-04-27T02:17:09.221716Z","end":"2026-04-27T02:17:13.146877Z","steps":["trace[836551146] 'process raft request' (duration: 3.924882549s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.146905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.658358832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:13.146966Z","caller":"traceutil/trace.go:171","msg":"trace[1410629949] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:24756; }","duration":"5.50000529s","start":"2026-04-27T02:17:07.646921Z","end":"2026-04-27T02:17:13.146927Z","steps":["trace[1410629949] 'agreement among raft nodes before linearized reading' (duration: 5.499916948s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:13.146969Z","caller":"traceutil/trace.go:171","msg":"trace[253256896] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:24756; }","duration":"5.658456154s","start":"2026-04-27T02:17:07.488499Z","end":"2026-04-27T02:17:13.146955Z","steps":["trace[253256896] 'agreement among raft nodes before linearized reading' (duration: 5.658382443s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.146995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.682386501s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:13.146894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213012386s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:13.147034Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:09.221675Z","time spent":"3.925302969s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:13.147056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.330513039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:13.147049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.845121469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18aa1516f4469564\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-04-27T02:17:13.147079Z","caller":"traceutil/trace.go:171","msg":"trace[2115656530] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:24756; }","duration":"5.330559069s","start":"2026-04-27T02:17:07.816514Z","end":"2026-04-27T02:17:13.147073Z","steps":["trace[2115656530] 'agreement among raft nodes before linearized reading' (duration: 5.330506918s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.123560407s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-27T02:17:13.147092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.419247934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:13.147099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.111846237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:13.147125Z","caller":"traceutil/trace.go:171","msg":"trace[617192216] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:24756; }","duration":"5.419312305s","start":"2026-04-27T02:17:07.727806Z","end":"2026-04-27T02:17:13.147119Z","steps":["trace[617192216] 'agreement among raft nodes before linearized reading' (duration: 5.419255734s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.406088749s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:13.147159Z","caller":"traceutil/trace.go:171","msg":"trace[565587192] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:24756; }","duration":"5.111931369s","start":"2026-04-27T02:17:08.035219Z","end":"2026-04-27T02:17:13.14715Z","steps":["trace[565587192] 'agreement among raft nodes before linearized reading' (duration: 5.111844077s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.551209126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:13.147167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.431657918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:13.147192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.889122039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:13.147196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.624311359s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-053a937c-f204-4e99-8fb4-1432305a8c5e\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-27T02:17:13.147198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:08.035191Z","time spent":"5.11199712s","remote":"127.0.0.1:48868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:13.147213Z","caller":"traceutil/trace.go:171","msg":"trace[1862534599] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24756; }","duration":"7.88914351s","start":"2026-04-27T02:17:05.258064Z","end":"2026-04-27T02:17:13.147208Z","steps":["trace[1862534599] 'agreement among raft nodes before linearized reading' (duration: 7.889115039s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:13.147219Z","caller":"traceutil/trace.go:171","msg":"trace[2113013771] range","detail":"{range_begin:/registry/persistentvolumes/pvc-053a937c-f204-4e99-8fb4-1432305a8c5e; range_end:; response_count:1; response_revision:24756; }","duration":"8.624362631s","start":"2026-04-27T02:17:04.52285Z","end":"2026-04-27T02:17:13.147213Z","steps":["trace[2113013771] 'agreement among raft nodes before linearized reading' (duration: 8.624297589s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:13.147222Z","caller":"traceutil/trace.go:171","msg":"trace[2137525133] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24756; }","duration":"8.551304519s","start":"2026-04-27T02:17:04.595908Z","end":"2026-04-27T02:17:13.147213Z","steps":["trace[2137525133] 'agreement among raft nodes before linearized reading' (duration: 8.551228507s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.14724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.522831Z","time spent":"8.624403901s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-053a937c-f204-4e99-8fb4-1432305a8c5e\" "} {"level":"warn","ts":"2026-04-27T02:17:13.147263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.985659712s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:13.147264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.595888Z","time spent":"8.551366511s","remote":"127.0.0.1:48702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.147274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.21987724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130309"} {"level":"info","ts":"2026-04-27T02:17:13.147286Z","caller":"traceutil/trace.go:171","msg":"trace[1892253676] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:24756; }","duration":"7.985717293s","start":"2026-04-27T02:17:05.161562Z","end":"2026-04-27T02:17:13.147279Z","steps":["trace[1892253676] 'agreement among raft nodes before linearized reading' (duration: 7.985681933s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.223950832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"warn","ts":"2026-04-27T02:17:13.147307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:05.161547Z","time spent":"7.985755574s","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:13.147314Z","caller":"traceutil/trace.go:171","msg":"trace[1797670773] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24756; }","duration":"7.219939332s","start":"2026-04-27T02:17:05.927353Z","end":"2026-04-27T02:17:13.147293Z","steps":["trace[1797670773] 'agreement among raft nodes before linearized reading' (duration: 7.219829289s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:05.927335Z","time spent":"7.220006263s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130332,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-27T02:17:13.147381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.39958299s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:17:13.1472Z","caller":"traceutil/trace.go:171","msg":"trace[1756003383] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24756; }","duration":"7.431693099s","start":"2026-04-27T02:17:05.715498Z","end":"2026-04-27T02:17:13.147191Z","steps":["trace[1756003383] 'agreement among raft nodes before linearized reading' (duration: 7.431622268s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:13.147403Z","caller":"traceutil/trace.go:171","msg":"trace[1605105045] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:24756; }","duration":"7.3996044s","start":"2026-04-27T02:17:05.747793Z","end":"2026-04-27T02:17:13.147397Z","steps":["trace[1605105045] 'agreement among raft nodes before linearized reading' (duration: 7.399541549s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:05.747757Z","time spent":"7.399661591s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" "} {"level":"warn","ts":"2026-04-27T02:17:13.147434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:05.715438Z","time spent":"7.431981307s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.147232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:05.258012Z","time spent":"7.889215451s","remote":"127.0.0.1:48606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:13.147166Z","caller":"traceutil/trace.go:171","msg":"trace[1527248270] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:24756; }","duration":"8.406142851s","start":"2026-04-27T02:17:04.741017Z","end":"2026-04-27T02:17:13.14716Z","steps":["trace[1527248270] 'agreement among raft nodes before linearized reading' (duration: 8.40611183s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:13.147043Z","caller":"traceutil/trace.go:171","msg":"trace[1310022883] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:24756; }","duration":"5.213211091s","start":"2026-04-27T02:17:07.933822Z","end":"2026-04-27T02:17:13.147033Z","steps":["trace[1310022883] 'agreement among raft nodes before linearized reading' (duration: 5.212994716s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.64688Z","time spent":"5.500113192s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.147589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:04.740996Z","time spent":"8.406578092s","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.147602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.933767Z","time spent":"5.213820336s","remote":"127.0.0.1:39370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.147622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.203656926s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:13.147009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.488469Z","time spent":"5.658528385s","remote":"127.0.0.1:33868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:13.147667Z","caller":"traceutil/trace.go:171","msg":"trace[1285444938] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:24756; }","duration":"6.203738438s","start":"2026-04-27T02:17:06.943917Z","end":"2026-04-27T02:17:13.147656Z","steps":["trace[1285444938] 'agreement among raft nodes before linearized reading' (duration: 6.203640905s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:13.147324Z","caller":"traceutil/trace.go:171","msg":"trace[36076722] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24756; }","duration":"7.224020943s","start":"2026-04-27T02:17:05.923298Z","end":"2026-04-27T02:17:13.147319Z","steps":["trace[36076722] 'agreement among raft nodes before linearized reading' (duration: 7.223915361s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:06.943897Z","time spent":"6.203803139s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":53,"response size":31,"request content":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.147102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.816497Z","time spent":"5.330598571s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.147732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:05.923276Z","time spent":"7.224445234s","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-27T02:17:13.146848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.945687433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:13.147088Z","caller":"traceutil/trace.go:171","msg":"trace[951087330] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18aa1516f4469564; range_end:; response_count:1; response_revision:24756; }","duration":"5.845189019s","start":"2026-04-27T02:17:07.301889Z","end":"2026-04-27T02:17:13.147078Z","steps":["trace[951087330] 'agreement among raft nodes before linearized reading' (duration: 5.845035406s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:13.14777Z","caller":"traceutil/trace.go:171","msg":"trace[1219040128] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:24756; }","duration":"5.946657997s","start":"2026-04-27T02:17:07.201103Z","end":"2026-04-27T02:17:13.147761Z","steps":["trace[1219040128] 'agreement among raft nodes before linearized reading' (duration: 5.945668753s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.541747048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:13.147795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.301875Z","time spent":"5.845908648s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":745,"request content":"key:\"/registry/events/openstack/container-infra-registry.18aa1516f4469564\" "} {"level":"info","ts":"2026-04-27T02:17:13.147811Z","caller":"traceutil/trace.go:171","msg":"trace[1474348273] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:24756; }","duration":"6.541776258s","start":"2026-04-27T02:17:06.606027Z","end":"2026-04-27T02:17:13.147804Z","steps":["trace[1474348273] 'agreement among raft nodes before linearized reading' (duration: 6.541722137s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:06.605951Z","time spent":"6.541877301s","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:13.147044Z","caller":"traceutil/trace.go:171","msg":"trace[320820284] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24756; }","duration":"4.682471243s","start":"2026-04-27T02:17:08.464559Z","end":"2026-04-27T02:17:13.14703Z","steps":["trace[320820284] 'agreement among raft nodes before linearized reading' (duration: 4.682359451s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:08.46454Z","time spent":"4.683337165s","remote":"127.0.0.1:48962","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:13.1469Z","caller":"traceutil/trace.go:171","msg":"trace[1658263106] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:24756; }","duration":"6.106357664s","start":"2026-04-27T02:17:07.040532Z","end":"2026-04-27T02:17:13.146889Z","steps":["trace[1658263106] 'agreement among raft nodes before linearized reading' (duration: 6.106254311s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.147947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.040509Z","time spent":"6.107428131s","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.147162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.727787Z","time spent":"5.419368277s","remote":"127.0.0.1:46664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":7,"response size":31,"request content":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.147803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.201077Z","time spent":"5.946716429s","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:13.147116Z","caller":"traceutil/trace.go:171","msg":"trace[1438699683] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24756; }","duration":"6.123627729s","start":"2026-04-27T02:17:07.023478Z","end":"2026-04-27T02:17:13.147106Z","steps":["trace[1438699683] 'agreement among raft nodes before linearized reading' (duration: 6.123443315s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.148065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:07.023462Z","time spent":"6.124594994s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:17:13.147126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.305138033s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:13.148155Z","caller":"traceutil/trace.go:171","msg":"trace[1429457281] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:24756; }","duration":"4.3061927s","start":"2026-04-27T02:17:08.841954Z","end":"2026-04-27T02:17:13.148146Z","steps":["trace[1429457281] 'agreement among raft nodes before linearized reading' (duration: 4.305149673s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.148188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:08.841941Z","time spent":"4.306236942s","remote":"127.0.0.1:46544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.148254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.346088594s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:13.148306Z","caller":"traceutil/trace.go:171","msg":"trace[144026049] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:24756; }","duration":"4.347578853s","start":"2026-04-27T02:17:08.800715Z","end":"2026-04-27T02:17:13.148294Z","steps":["trace[144026049] 'agreement among raft nodes before linearized reading' (duration: 4.346089705s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.148361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:09.221614Z","time spent":"3.925107694s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:13.148339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:08.800695Z","time spent":"4.347633714s","remote":"127.0.0.1:39268","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:13.647025Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:13.944492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.002168772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:13.944579Z","caller":"traceutil/trace.go:171","msg":"trace[945664069] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"3.002318256s","start":"2026-04-27T02:17:10.94224Z","end":"2026-04-27T02:17:13.944559Z","steps":["trace[945664069] 'agreement among raft nodes before linearized reading' (duration: 3.002209183s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:13.944627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:10.942218Z","time spent":"3.002399787s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 02:17:13 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:14.041452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000802841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:17:14.041567Z","caller":"traceutil/trace.go:171","msg":"trace[602163492] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000941854s","start":"2026-04-27T02:17:12.040591Z","end":"2026-04-27T02:17:14.041533Z","steps":["trace[602163492] 'agreement among raft nodes before linearized reading' (duration: 2.000806221s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:14.04161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.040583Z","time spent":"2.001018626s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:17:14.147989Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:14.648447Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798919,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:14.888343Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.736555471s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:17:14.888904Z","caller":"traceutil/trace.go:171","msg":"trace[750043620] transaction","detail":"{read_only:false; response_revision:24765; number_of_response:1; }","duration":"2.694701382s","start":"2026-04-27T02:17:12.194182Z","end":"2026-04-27T02:17:14.888883Z","steps":["trace[750043620] 'process raft request' (duration: 2.694667891s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:14.889047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.194142Z","time spent":"2.694825655s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:14.889142Z","caller":"traceutil/trace.go:171","msg":"trace[1819961477] transaction","detail":"{read_only:false; response_revision:24760; number_of_response:1; }","duration":"2.695978873s","start":"2026-04-27T02:17:12.193148Z","end":"2026-04-27T02:17:14.889127Z","steps":["trace[1819961477] 'process raft request' (duration: 2.695577443s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:14.889199Z","caller":"traceutil/trace.go:171","msg":"trace[1131673025] transaction","detail":"{read_only:false; response_revision:24758; number_of_response:1; }","duration":"4.357234045s","start":"2026-04-27T02:17:10.531955Z","end":"2026-04-27T02:17:14.889189Z","steps":["trace[1131673025] 'process raft request' (duration: 4.356711082s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:14.889205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.193122Z","time spent":"2.696060135s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:14.889236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:10.531938Z","time spent":"4.357280217s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:14.88923Z","caller":"traceutil/trace.go:171","msg":"trace[614346621] transaction","detail":"{read_only:false; response_revision:24757; number_of_response:1; }","duration":"4.363584486s","start":"2026-04-27T02:17:10.525608Z","end":"2026-04-27T02:17:14.889192Z","steps":["trace[614346621] 'process raft request' (duration: 4.362951171s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:14.889303Z","caller":"traceutil/trace.go:171","msg":"trace[471370626] transaction","detail":"{read_only:false; response_revision:24762; number_of_response:1; }","duration":"2.69587279s","start":"2026-04-27T02:17:12.193425Z","end":"2026-04-27T02:17:14.889298Z","steps":["trace[471370626] 'process raft request' (duration: 2.695345197s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:14.889311Z","caller":"traceutil/trace.go:171","msg":"trace[886900750] transaction","detail":"{read_only:false; response_revision:24759; number_of_response:1; }","duration":"3.666753572s","start":"2026-04-27T02:17:11.222553Z","end":"2026-04-27T02:17:14.889307Z","steps":["trace[886900750] 'process raft request' (duration: 3.666144207s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:14.889302Z","caller":"traceutil/trace.go:171","msg":"trace[1518688040] transaction","detail":"{read_only:false; response_revision:24763; number_of_response:1; }","duration":"2.695769728s","start":"2026-04-27T02:17:12.193492Z","end":"2026-04-27T02:17:14.889262Z","steps":["trace[1518688040] 'process raft request' (duration: 2.695305917s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:14.889279Z","caller":"traceutil/trace.go:171","msg":"trace[444919475] transaction","detail":"{read_only:false; response_revision:24761; number_of_response:1; }","duration":"2.695927961s","start":"2026-04-27T02:17:12.193347Z","end":"2026-04-27T02:17:14.889275Z","steps":["trace[444919475] 'process raft request' (duration: 2.695400648s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:14.889408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:10.525582Z","time spent":"4.363735741s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:14.889332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.193417Z","time spent":"2.695897501s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:14.889453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.193335Z","time spent":"2.696091056s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:14.889342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:11.222522Z","time spent":"3.666802014s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:14.889279Z","caller":"traceutil/trace.go:171","msg":"trace[1235564588] transaction","detail":"{read_only:false; response_revision:24764; number_of_response:1; }","duration":"2.695769488s","start":"2026-04-27T02:17:12.193496Z","end":"2026-04-27T02:17:14.889266Z","steps":["trace[1235564588] 'process raft request' (duration: 2.695332127s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:14.889479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.193483Z","time spent":"2.695894971s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:14.889609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.193448Z","time spent":"2.696073826s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:16.042095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999957239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:16.042194Z","caller":"traceutil/trace.go:171","msg":"trace[1767125995] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000149704s","start":"2026-04-27T02:17:14.042023Z","end":"2026-04-27T02:17:16.042173Z","steps":["trace[1767125995] 'agreement among raft nodes before linearized reading' (duration: 2.000032521s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:16.042245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:14.041998Z","time spent":"2.000236827s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:16.22568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999423953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:17:16.232823Z","caller":"traceutil/trace.go:171","msg":"trace[915892577] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.006674767s","start":"2026-04-27T02:17:11.22612Z","end":"2026-04-27T02:17:16.232795Z","steps":["trace[915892577] 'agreement among raft nodes before linearized reading' (duration: 4.999439424s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:16.232891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:11.226107Z","time spent":"5.006770799s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/27 02:17:16 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:16.337465Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.362560003s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:17:17.430309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.092445595s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:17.430704Z","caller":"traceutil/trace.go:171","msg":"trace[1981006978] linearizableReadLoop","detail":"{readStateIndex:25589; appliedIndex:25585; }","duration":"4.283932398s","start":"2026-04-27T02:17:13.146752Z","end":"2026-04-27T02:17:17.430684Z","steps":["trace[1981006978] 'read index received' (duration: 1.742359557s)","trace[1981006978] 'applied index is now lower than readState.Index' (duration: 2.541571791s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:17.430803Z","caller":"traceutil/trace.go:171","msg":"trace[239328515] transaction","detail":"{read_only:false; response_revision:24766; number_of_response:1; }","duration":"4.279476975s","start":"2026-04-27T02:17:13.151311Z","end":"2026-04-27T02:17:17.430788Z","steps":["trace[239328515] 'process raft request' (duration: 3.186453755s)","trace[239328515] 'compare' (duration: 1.091256066s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:17.430876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:13.151295Z","time spent":"4.279543667s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:17.431082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.061485107s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:17.431121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.39525191s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-27T02:17:17.431191Z","caller":"traceutil/trace.go:171","msg":"trace[214474330] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:24769; }","duration":"7.061643331s","start":"2026-04-27T02:17:10.369521Z","end":"2026-04-27T02:17:17.431164Z","steps":["trace[214474330] 'agreement among raft nodes before linearized reading' (duration: 7.061432846s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.431242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.072621148s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:17.431266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:10.369491Z","time spent":"7.061756783s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:17.431307Z","caller":"traceutil/trace.go:171","msg":"trace[17031426] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:24769; }","duration":"7.072725031s","start":"2026-04-27T02:17:10.358566Z","end":"2026-04-27T02:17:17.431291Z","steps":["trace[17031426] 'agreement among raft nodes before linearized reading' (duration: 7.072608838s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.431349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:10.358547Z","time spent":"7.072793213s","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:17.431395Z","caller":"traceutil/trace.go:171","msg":"trace[647313107] transaction","detail":"{read_only:false; response_revision:24767; number_of_response:1; }","duration":"4.280067371s","start":"2026-04-27T02:17:13.151315Z","end":"2026-04-27T02:17:17.431382Z","steps":["trace[647313107] 'process raft request' (duration: 4.279116286s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.431535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:13.151296Z","time spent":"4.280171074s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:17.431574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.442153832s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:17.431607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.144944902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:17.431644Z","caller":"traceutil/trace.go:171","msg":"trace[1343530091] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:24769; }","duration":"5.442244765s","start":"2026-04-27T02:17:11.989382Z","end":"2026-04-27T02:17:17.431626Z","steps":["trace[1343530091] 'agreement among raft nodes before linearized reading' (duration: 5.442144882s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:17.431667Z","caller":"traceutil/trace.go:171","msg":"trace[1838714091] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24769; }","duration":"7.145004983s","start":"2026-04-27T02:17:10.286642Z","end":"2026-04-27T02:17:17.431647Z","steps":["trace[1838714091] 'agreement among raft nodes before linearized reading' (duration: 7.144917831s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.431705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:11.989366Z","time spent":"5.442322506s","remote":"127.0.0.1:51530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:17.431737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:10.286562Z","time spent":"7.145157277s","remote":"127.0.0.1:33968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:17.431935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.878581467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:17.431966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.209238332s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:17.431979Z","caller":"traceutil/trace.go:171","msg":"trace[327804626] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:24769; }","duration":"4.878665079s","start":"2026-04-27T02:17:12.553303Z","end":"2026-04-27T02:17:17.431968Z","steps":["trace[327804626] 'agreement among raft nodes before linearized reading' (duration: 4.878596468s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:17.432004Z","caller":"traceutil/trace.go:171","msg":"trace[1693403955] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24769; }","duration":"7.209315184s","start":"2026-04-27T02:17:10.222677Z","end":"2026-04-27T02:17:17.431992Z","steps":["trace[1693403955] 'agreement among raft nodes before linearized reading' (duration: 7.209246292s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.432004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.144350132s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:17.432049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:10.222655Z","time spent":"7.209383256s","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:17:17.43202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.775804197s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:17.432071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.289763472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:17.432104Z","caller":"traceutil/trace.go:171","msg":"trace[493779383] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:24769; }","duration":"5.289824694s","start":"2026-04-27T02:17:12.142269Z","end":"2026-04-27T02:17:17.432094Z","steps":["trace[493779383] 'agreement among raft nodes before linearized reading' (duration: 5.289778292s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:17.432118Z","caller":"traceutil/trace.go:171","msg":"trace[686264006] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:24769; }","duration":"4.775951471s","start":"2026-04-27T02:17:12.656141Z","end":"2026-04-27T02:17:17.432092Z","steps":["trace[686264006] 'agreement among raft nodes before linearized reading' (duration: 4.775756176s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.432132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.209528914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:17.432129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.142254Z","time spent":"5.289869074s","remote":"127.0.0.1:33874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:17.432174Z","caller":"traceutil/trace.go:171","msg":"trace[970041995] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24769; }","duration":"6.209607196s","start":"2026-04-27T02:17:11.222554Z","end":"2026-04-27T02:17:17.432161Z","steps":["trace[970041995] 'agreement among raft nodes before linearized reading' (duration: 6.209529684s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.43218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.656113Z","time spent":"4.776050482s","remote":"127.0.0.1:48548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:17.43222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:11.22254Z","time spent":"6.209666007s","remote":"127.0.0.1:48598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:17.432214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.561645829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:17.432219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.50934611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:17.432254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.629453054s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:17.431203Z","caller":"traceutil/trace.go:171","msg":"trace[920071330] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24769; }","duration":"5.395368583s","start":"2026-04-27T02:17:12.035816Z","end":"2026-04-27T02:17:17.431184Z","steps":["trace[920071330] 'agreement among raft nodes before linearized reading' (duration: 5.395133257s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:17.43231Z","caller":"traceutil/trace.go:171","msg":"trace[879905677] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24769; }","duration":"4.509496534s","start":"2026-04-27T02:17:12.922788Z","end":"2026-04-27T02:17:17.432284Z","steps":["trace[879905677] 'agreement among raft nodes before linearized reading' (duration: 4.50932542s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.432013Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.553284Z","time spent":"4.878720891s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:17.432321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.212928291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-04-27T02:17:17.432391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.922764Z","time spent":"4.509607816s","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:17.432059Z","caller":"traceutil/trace.go:171","msg":"trace[577931014] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:24769; }","duration":"6.144433124s","start":"2026-04-27T02:17:11.287611Z","end":"2026-04-27T02:17:17.432044Z","steps":["trace[577931014] 'agreement among raft nodes before linearized reading' (duration: 6.144320702s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:17.432445Z","caller":"traceutil/trace.go:171","msg":"trace[1730505575] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:24769; }","duration":"8.213086835s","start":"2026-04-27T02:17:09.21934Z","end":"2026-04-27T02:17:17.432427Z","steps":["trace[1730505575] 'agreement among raft nodes before linearized reading' (duration: 8.212662464s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.432491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.211164895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T02:17:17.432546Z","caller":"traceutil/trace.go:171","msg":"trace[1424827258] transaction","detail":"{read_only:false; response_revision:24768; number_of_response:1; }","duration":"3.486617282s","start":"2026-04-27T02:17:13.945883Z","end":"2026-04-27T02:17:17.432501Z","steps":["trace[1424827258] 'process raft request' (duration: 3.484664972s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.432548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.730236624s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:17.43269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.685349267s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:17.432694Z","caller":"traceutil/trace.go:171","msg":"trace[337286286] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24769; }","duration":"7.730418309s","start":"2026-04-27T02:17:09.702258Z","end":"2026-04-27T02:17:17.432676Z","steps":["trace[337286286] 'agreement among raft nodes before linearized reading' (duration: 7.730226514s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.432682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:09.219323Z","time spent":"8.213195697s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-27T02:17:17.432733Z","caller":"traceutil/trace.go:171","msg":"trace[18461499] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:24769; }","duration":"7.629979728s","start":"2026-04-27T02:17:09.802729Z","end":"2026-04-27T02:17:17.432708Z","steps":["trace[18461499] 'agreement among raft nodes before linearized reading' (duration: 7.629401593s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:17.432747Z","caller":"traceutil/trace.go:171","msg":"trace[521325946] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:24769; }","duration":"6.685440159s","start":"2026-04-27T02:17:10.747291Z","end":"2026-04-27T02:17:17.432731Z","steps":["trace[521325946] 'agreement among raft nodes before linearized reading' (duration: 6.685347297s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.432763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:09.702242Z","time spent":"7.730503172s","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:17.432295Z","caller":"traceutil/trace.go:171","msg":"trace[918660370] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:24769; }","duration":"4.561776692s","start":"2026-04-27T02:17:12.870494Z","end":"2026-04-27T02:17:17.43227Z","steps":["trace[918660370] 'agreement among raft nodes before linearized reading' (duration: 4.561653039s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.43279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:09.802714Z","time spent":"7.63006139s","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:17.4328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:10.747271Z","time spent":"6.685512721s","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:17.432835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.870465Z","time spent":"4.562349407s","remote":"127.0.0.1:60954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:17.432605Z","caller":"traceutil/trace.go:171","msg":"trace[18373737] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24769; }","duration":"6.211271268s","start":"2026-04-27T02:17:11.221269Z","end":"2026-04-27T02:17:17.43254Z","steps":["trace[18373737] 'agreement among raft nodes before linearized reading' (duration: 6.211064763s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:17.432868Z","caller":"traceutil/trace.go:171","msg":"trace[694892666] transaction","detail":"{read_only:false; response_revision:24769; number_of_response:1; }","duration":"3.210406839s","start":"2026-04-27T02:17:14.222441Z","end":"2026-04-27T02:17:17.432848Z","steps":["trace[694892666] 'process raft request' (duration: 3.208177653s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.432362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.494924177s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:17.432895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.035799Z","time spent":"5.397054535s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:17:17.432915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:11.22124Z","time spent":"6.211655028s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:17:17.432937Z","caller":"traceutil/trace.go:171","msg":"trace[1807399495] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:24769; }","duration":"4.495584133s","start":"2026-04-27T02:17:12.937343Z","end":"2026-04-27T02:17:17.432927Z","steps":["trace[1807399495] 'agreement among raft nodes before linearized reading' (duration: 4.494751263s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:17.432988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:12.937326Z","time spent":"4.495649745s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:17.432985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:14.222408Z","time spent":"3.210517652s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:17.43295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:13.945863Z","time spent":"3.486782276s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:17.432497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:11.287594Z","time spent":"6.144876815s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:17.931584Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:18.04993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000604046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:18.050031Z","caller":"traceutil/trace.go:171","msg":"trace[2092383806] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00074615s","start":"2026-04-27T02:17:16.049263Z","end":"2026-04-27T02:17:18.050009Z","steps":["trace[2092383806] 'agreement among raft nodes before linearized reading' (duration: 2.000628157s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:18.050088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:16.04925Z","time spent":"2.000826881s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:18 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:18.431794Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:18.932662Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:19.43281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:19.933615Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:20.050301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999733663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:20.050392Z","caller":"traceutil/trace.go:171","msg":"trace[38604602] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99994007s","start":"2026-04-27T02:17:18.050437Z","end":"2026-04-27T02:17:20.050377Z","steps":["trace[38604602] 'agreement among raft nodes before linearized reading' (duration: 1.999805056s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:20.050468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:18.050418Z","time spent":"2.000005381s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:20.173816Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.44213276s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:17:20.17425Z","caller":"traceutil/trace.go:171","msg":"trace[613183044] transaction","detail":"{read_only:false; response_revision:24770; number_of_response:1; }","duration":"3.442662724s","start":"2026-04-27T02:17:16.731555Z","end":"2026-04-27T02:17:20.174218Z","steps":["trace[613183044] 'process raft request' (duration: 3.442462769s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:20.174409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:16.731511Z","time spent":"3.442804857s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:20.757198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000548654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:17:20.757286Z","caller":"traceutil/trace.go:171","msg":"trace[2031268592] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000692038s","start":"2026-04-27T02:17:18.756574Z","end":"2026-04-27T02:17:20.757266Z","steps":["trace[2031268592] 'agreement among raft nodes before linearized reading' (duration: 2.000578115s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:20.757334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:18.756554Z","time spent":"2.00076966s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:17:21.22151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:17.437411Z","time spent":"3.784091328s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:17:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:21.22557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997470653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:21.225645Z","caller":"traceutil/trace.go:171","msg":"trace[2005780630] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997596026s","start":"2026-04-27T02:17:18.228033Z","end":"2026-04-27T02:17:21.225629Z","steps":["trace[2005780630] 'agreement among raft nodes before linearized reading' (duration: 2.997503623s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:21.225684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:18.228013Z","time spent":"2.997661997s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/27 02:17:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:21.893293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:16.896725Z","time spent":"4.99656176s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:17:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:21.894661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:16.896189Z","time spent":"4.998430519s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:17:21.894764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:16.897053Z","time spent":"4.9977071s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:17:21.894797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:16.896699Z","time spent":"4.998094749s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:17:21.894802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:16.897584Z","time spent":"4.996963131s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:17:21.895165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:16.896907Z","time spent":"4.998255423s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:17:21 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:22.057692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000699888s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:17:22.057842Z","caller":"traceutil/trace.go:171","msg":"trace[2072251457] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000914824s","start":"2026-04-27T02:17:20.056901Z","end":"2026-04-27T02:17:22.057816Z","steps":["trace[2072251457] 'agreement among raft nodes before linearized reading' (duration: 2.000738339s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:22.05792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:20.056881Z","time spent":"2.001021017s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:22.332515Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.987130736s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:17:22.533139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.948496ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:22.533267Z","caller":"traceutil/trace.go:171","msg":"trace[1078111402] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24770; }","duration":"647.11803ms","start":"2026-04-27T02:17:21.886128Z","end":"2026-04-27T02:17:22.533246Z","steps":["trace[1078111402] 'range keys from in-memory index tree' (duration: 646.929026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:22.53675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.91731ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:22.536963Z","caller":"traceutil/trace.go:171","msg":"trace[1584933027] transaction","detail":"{read_only:false; response_revision:24771; number_of_response:1; }","duration":"5.640836891s","start":"2026-04-27T02:17:16.896087Z","end":"2026-04-27T02:17:22.536924Z","steps":["trace[1584933027] 'process raft request' (duration: 5.436670914s)","trace[1584933027] 'compare' (duration: 199.666153ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:22.537141Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:16.896061Z","time spent":"5.640968633s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:23.708314Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.176638758s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:17:24.057861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999983881s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:17:24.057937Z","caller":"traceutil/trace.go:171","msg":"trace[423055518] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000080383s","start":"2026-04-27T02:17:22.057841Z","end":"2026-04-27T02:17:24.057922Z","steps":["trace[423055518] 'agreement among raft nodes before linearized reading' (duration: 1.999978081s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.057975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:22.057753Z","time spent":"2.000215747s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:17:24.308019Z","caller":"etcdserver/server.go:1165","msg":"failed to revoke lease","lease-id":"50e09dcc8de35c8e","error":"etcdserver: request timed out"} {"level":"warn","ts":"2026-04-27T02:17:24.440194Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:17.439958Z","time spent":"7.000228833s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-04-27T02:17:24.493006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.955658494s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:17:24.495558Z","caller":"traceutil/trace.go:171","msg":"trace[912341118] linearizableReadLoop","detail":"{readStateIndex:25600; appliedIndex:25589; }","duration":"7.064780681s","start":"2026-04-27T02:17:17.430749Z","end":"2026-04-27T02:17:24.495529Z","steps":["trace[912341118] 'read index received' (duration: 2.743338598s)","trace[912341118] 'applied index is now lower than readState.Index' (duration: 4.321439043s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:24.495589Z","caller":"traceutil/trace.go:171","msg":"trace[132820799] transaction","detail":"{read_only:false; response_revision:24781; number_of_response:1; }","duration":"3.26594464s","start":"2026-04-27T02:17:21.229614Z","end":"2026-04-27T02:17:24.495559Z","steps":["trace[132820799] 'process raft request' (duration: 3.265824557s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:24.495616Z","caller":"traceutil/trace.go:171","msg":"trace[144906739] transaction","detail":"{read_only:false; number_of_response:1; response_revision:24780; }","duration":"3.271278495s","start":"2026-04-27T02:17:21.224316Z","end":"2026-04-27T02:17:24.495595Z","steps":["trace[144906739] 'process raft request' (duration: 3.27107819s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.495738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.224296Z","time spent":"3.271371867s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":471,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:24.495738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.229601Z","time spent":"3.266062263s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:24.495762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.858382265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.495843Z","caller":"traceutil/trace.go:171","msg":"trace[1249298946] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:24781; }","duration":"9.858511028s","start":"2026-04-27T02:17:14.637315Z","end":"2026-04-27T02:17:24.495826Z","steps":["trace[1249298946] 'agreement among raft nodes before linearized reading' (duration: 9.858391405s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.495883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.033075468s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-27T02:17:24.495899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:14.637292Z","time spent":"9.85859229s","remote":"127.0.0.1:51422","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:24.49592Z","caller":"traceutil/trace.go:171","msg":"trace[1475326295] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24781; }","duration":"10.03315704s","start":"2026-04-27T02:17:14.462751Z","end":"2026-04-27T02:17:24.495908Z","steps":["trace[1475326295] 'agreement among raft nodes before linearized reading' (duration: 10.033018736s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.495746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.424777874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.496013Z","caller":"traceutil/trace.go:171","msg":"trace[109198796] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:24781; }","duration":"7.425102623s","start":"2026-04-27T02:17:17.070893Z","end":"2026-04-27T02:17:24.495996Z","steps":["trace[109198796] 'agreement among raft nodes before linearized reading' (duration: 7.424793225s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.496041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.343651212s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:17:24.496074Z","caller":"traceutil/trace.go:171","msg":"trace[641705033] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:24781; }","duration":"11.343704302s","start":"2026-04-27T02:17:13.152358Z","end":"2026-04-27T02:17:24.496063Z","steps":["trace[641705033] 'agreement among raft nodes before linearized reading' (duration: 11.34361831s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.496125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:13.152344Z","time spent":"11.343770125s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:17:24.49615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.805617364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:24.495992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.342525773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-27T02:17:24.4962Z","caller":"traceutil/trace.go:171","msg":"trace[445866823] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:24781; }","duration":"7.805704776s","start":"2026-04-27T02:17:16.690481Z","end":"2026-04-27T02:17:24.496185Z","steps":["trace[445866823] 'agreement among raft nodes before linearized reading' (duration: 7.805614464s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:24.496229Z","caller":"traceutil/trace.go:171","msg":"trace[345413188] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:24781; }","duration":"11.342778569s","start":"2026-04-27T02:17:13.153436Z","end":"2026-04-27T02:17:24.496214Z","steps":["trace[345413188] 'agreement among raft nodes before linearized reading' (duration: 11.342429541s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.496245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:16.690461Z","time spent":"7.805771048s","remote":"127.0.0.1:46930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.496277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:13.153428Z","time spent":"11.342835231s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-27T02:17:24.496442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.577733671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:24.496553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.632061521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:24.4966Z","caller":"traceutil/trace.go:171","msg":"trace[625619670] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:24781; }","duration":"9.632134362s","start":"2026-04-27T02:17:14.864451Z","end":"2026-04-27T02:17:24.496585Z","steps":["trace[625619670] 'agreement among raft nodes before linearized reading' (duration: 9.631978078s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:24.496602Z","caller":"traceutil/trace.go:171","msg":"trace[1956501764] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:24781; }","duration":"9.577890165s","start":"2026-04-27T02:17:14.918689Z","end":"2026-04-27T02:17:24.496579Z","steps":["trace[1956501764] 'agreement among raft nodes before linearized reading' (duration: 9.57770131s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.49661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.57468235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:24.496645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:14.864432Z","time spent":"9.632196514s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":31,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:24.496666Z","caller":"traceutil/trace.go:171","msg":"trace[715985967] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:24781; }","duration":"10.574778612s","start":"2026-04-27T02:17:13.921871Z","end":"2026-04-27T02:17:24.49665Z","steps":["trace[715985967] 'agreement among raft nodes before linearized reading' (duration: 10.57469766s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.496707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:13.921848Z","time spent":"10.574844764s","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.496731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.109931469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.496774Z","caller":"traceutil/trace.go:171","msg":"trace[817810688] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:24781; }","duration":"9.110014922s","start":"2026-04-27T02:17:15.386747Z","end":"2026-04-27T02:17:24.496762Z","steps":["trace[817810688] 'agreement among raft nodes before linearized reading' (duration: 9.1099306s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.49683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:15.386727Z","time spent":"9.110089064s","remote":"127.0.0.1:51402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.496883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.804028535s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.49692Z","caller":"traceutil/trace.go:171","msg":"trace[16728103] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:24781; }","duration":"9.804111787s","start":"2026-04-27T02:17:14.692799Z","end":"2026-04-27T02:17:24.496911Z","steps":["trace[16728103] 'agreement among raft nodes before linearized reading' (duration: 9.804041456s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.496928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.874468306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:24.496954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:14.692777Z","time spent":"9.804168588s","remote":"127.0.0.1:48816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:24.496966Z","caller":"traceutil/trace.go:171","msg":"trace[2136431864] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:24781; }","duration":"10.874510927s","start":"2026-04-27T02:17:13.622442Z","end":"2026-04-27T02:17:24.496953Z","steps":["trace[2136431864] 'agreement among raft nodes before linearized reading' (duration: 10.874446766s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.496976Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.345578351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116288"} {"level":"warn","ts":"2026-04-27T02:17:24.497008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.255262904s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.497038Z","caller":"traceutil/trace.go:171","msg":"trace[1868777885] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:24781; }","duration":"9.255331345s","start":"2026-04-27T02:17:15.241698Z","end":"2026-04-27T02:17:24.49703Z","steps":["trace[1868777885] 'agreement among raft nodes before linearized reading' (duration: 9.255279194s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.497076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:15.241675Z","time spent":"9.255392276s","remote":"127.0.0.1:48906","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.496544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.221154779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.497175Z","caller":"traceutil/trace.go:171","msg":"trace[2139810065] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:24781; }","duration":"10.221839556s","start":"2026-04-27T02:17:14.275322Z","end":"2026-04-27T02:17:24.497161Z","steps":["trace[2139810065] 'agreement among raft nodes before linearized reading' (duration: 10.221180209s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.497375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:14.275297Z","time spent":"10.221908988s","remote":"127.0.0.1:48934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.49744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.334856149s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:17:24.497481Z","caller":"traceutil/trace.go:171","msg":"trace[1957867845] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24781; }","duration":"9.334938321s","start":"2026-04-27T02:17:15.162533Z","end":"2026-04-27T02:17:24.497472Z","steps":["trace[1957867845] 'agreement among raft nodes before linearized reading' (duration: 9.334838939s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.497513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:15.162512Z","time spent":"9.334993202s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:17:24.497521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.346140953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:17:24.497578Z","caller":"traceutil/trace.go:171","msg":"trace[203150462] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24781; }","duration":"9.346237896s","start":"2026-04-27T02:17:15.151329Z","end":"2026-04-27T02:17:24.497567Z","steps":["trace[203150462] 'agreement among raft nodes before linearized reading' (duration: 9.346091962s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.496999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:13.622426Z","time spent":"10.874563918s","remote":"127.0.0.1:51472","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.497622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:15.151309Z","time spent":"9.346300948s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:17:24.497688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.346297598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" ","response":"range_response_count:89 size:116288"} {"level":"info","ts":"2026-04-27T02:17:24.497034Z","caller":"traceutil/trace.go:171","msg":"trace[192598084] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:24781; }","duration":"11.345658742s","start":"2026-04-27T02:17:13.151362Z","end":"2026-04-27T02:17:24.497021Z","steps":["trace[192598084] 'agreement among raft nodes before linearized reading' (duration: 11.344986665s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:24.497748Z","caller":"traceutil/trace.go:171","msg":"trace[18123049] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:89; response_revision:24781; }","duration":"11.346371s","start":"2026-04-27T02:17:13.151362Z","end":"2026-04-27T02:17:24.497733Z","steps":["trace[18123049] 'agreement among raft nodes before linearized reading' (duration: 11.345695103s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.496651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:14.918672Z","time spent":"9.577963497s","remote":"127.0.0.1:49002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.497824Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:13.151356Z","time spent":"11.346412461s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116311,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-27T02:17:24.496079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:17.070859Z","time spent":"7.425201135s","remote":"127.0.0.1:46480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.497822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:13.151358Z","time spent":"11.346448142s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":89,"response size":116311,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" "} {"level":"warn","ts":"2026-04-27T02:17:24.495956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:14.46272Z","time spent":"10.033229262s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} 2026/04/27 02:17:24 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:17:24.558996Z","caller":"traceutil/trace.go:171","msg":"trace[1345740278] transaction","detail":"{read_only:false; response_revision:24782; number_of_response:1; }","duration":"2.116101168s","start":"2026-04-27T02:17:22.442863Z","end":"2026-04-27T02:17:24.558964Z","steps":["trace[1345740278] 'process raft request' (duration: 2.115955105s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.559169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:22.442831Z","time spent":"2.116251241s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:24.56Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.947842962s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.560069Z","caller":"traceutil/trace.go:171","msg":"trace[2070447774] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:24782; }","duration":"2.947954984s","start":"2026-04-27T02:17:21.612096Z","end":"2026-04-27T02:17:24.560051Z","steps":["trace[2070447774] 'agreement among raft nodes before linearized reading' (duration: 2.947843062s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.560111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.612074Z","time spent":"2.948025646s","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.560162Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.532617376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.560242Z","caller":"traceutil/trace.go:171","msg":"trace[1916372595] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:24782; }","duration":"4.53274769s","start":"2026-04-27T02:17:20.027477Z","end":"2026-04-27T02:17:24.560224Z","steps":["trace[1916372595] 'agreement among raft nodes before linearized reading' (duration: 4.532603766s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.560297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:20.027459Z","time spent":"4.532825032s","remote":"127.0.0.1:39188","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.560356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"374.852118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.560407Z","caller":"traceutil/trace.go:171","msg":"trace[1711906839] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:24782; }","duration":"374.944721ms","start":"2026-04-27T02:17:24.185447Z","end":"2026-04-27T02:17:24.560392Z","steps":["trace[1711906839] 'agreement among raft nodes before linearized reading' (duration: 374.872509ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.56045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.185423Z","time spent":"375.016153ms","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.560614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.332154428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.560675Z","caller":"traceutil/trace.go:171","msg":"trace[910128886] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:24782; }","duration":"3.332217009s","start":"2026-04-27T02:17:21.228444Z","end":"2026-04-27T02:17:24.560661Z","steps":["trace[910128886] 'agreement among raft nodes before linearized reading' (duration: 3.332077376s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.560724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.228433Z","time spent":"3.332278011s","remote":"127.0.0.1:37440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.560937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"496.581987ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.560975Z","caller":"traceutil/trace.go:171","msg":"trace[1674380816] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24782; }","duration":"496.650719ms","start":"2026-04-27T02:17:24.064316Z","end":"2026-04-27T02:17:24.560967Z","steps":["trace[1674380816] 'agreement among raft nodes before linearized reading' (duration: 496.400172ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.560999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.064301Z","time spent":"496.6932ms","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:17:24.561105Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.695466967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:24.561146Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.372141795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.56117Z","caller":"traceutil/trace.go:171","msg":"trace[288279380] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24782; }","duration":"1.372204067s","start":"2026-04-27T02:17:23.188959Z","end":"2026-04-27T02:17:24.561163Z","steps":["trace[288279380] 'agreement among raft nodes before linearized reading' (duration: 1.372161816s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:24.561166Z","caller":"traceutil/trace.go:171","msg":"trace[469218940] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:24782; }","duration":"3.695532619s","start":"2026-04-27T02:17:20.865619Z","end":"2026-04-27T02:17:24.561151Z","steps":["trace[469218940] 'agreement among raft nodes before linearized reading' (duration: 3.695301183s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.561195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:23.188941Z","time spent":"1.372249599s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:17:24.56121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:20.86556Z","time spent":"3.695637151s","remote":"127.0.0.1:49250","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":2,"response size":31,"request content":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.561324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.197648533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.56135Z","caller":"traceutil/trace.go:171","msg":"trace[520578144] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:24782; }","duration":"2.197709714s","start":"2026-04-27T02:17:22.363634Z","end":"2026-04-27T02:17:24.561344Z","steps":["trace[520578144] 'agreement among raft nodes before linearized reading' (duration: 2.197668863s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.561372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:22.363617Z","time spent":"2.197749596s","remote":"127.0.0.1:48538","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.561449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.030477331s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:24.561507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.654588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.561535Z","caller":"traceutil/trace.go:171","msg":"trace[1226474554] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:24782; }","duration":"2.654629902s","start":"2026-04-27T02:17:21.906898Z","end":"2026-04-27T02:17:24.561528Z","steps":["trace[1226474554] 'agreement among raft nodes before linearized reading' (duration: 2.654584821s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:24.561502Z","caller":"traceutil/trace.go:171","msg":"trace[1732939376] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24782; }","duration":"4.030572563s","start":"2026-04-27T02:17:20.530917Z","end":"2026-04-27T02:17:24.561489Z","steps":["trace[1732939376] 'agreement among raft nodes before linearized reading' (duration: 4.030495381s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.561565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.906891Z","time spent":"2.654667183s","remote":"127.0.0.1:40336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.561575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:20.530895Z","time spent":"4.030666855s","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.56176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664270814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"range_response_count:1 size:553"} {"level":"info","ts":"2026-04-27T02:17:24.561829Z","caller":"traceutil/trace.go:171","msg":"trace[1236061595] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; response_count:1; response_revision:24782; }","duration":"2.664345646s","start":"2026-04-27T02:17:21.897471Z","end":"2026-04-27T02:17:24.561816Z","steps":["trace[1236061595] 'agreement among raft nodes before linearized reading' (duration: 2.664212143s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.561859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.897466Z","time spent":"2.664385527s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":576,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-04-27T02:17:24.561904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.093804746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:24.561959Z","caller":"traceutil/trace.go:171","msg":"trace[1611307099] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:24782; }","duration":"4.093893127s","start":"2026-04-27T02:17:20.468052Z","end":"2026-04-27T02:17:24.561945Z","steps":["trace[1611307099] 'agreement among raft nodes before linearized reading' (duration: 4.093712273s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.562013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664654404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-27T02:17:24.562041Z","caller":"traceutil/trace.go:171","msg":"trace[1689983427] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24782; }","duration":"2.664710795s","start":"2026-04-27T02:17:21.897323Z","end":"2026-04-27T02:17:24.562034Z","steps":["trace[1689983427] 'agreement among raft nodes before linearized reading' (duration: 2.664639453s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.562067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.897305Z","time spent":"2.664756826s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T02:17:24.562005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:20.468036Z","time spent":"4.09395809s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":89,"response size":31,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.562217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.664953011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-27T02:17:24.562246Z","caller":"traceutil/trace.go:171","msg":"trace[2012066170] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24782; }","duration":"2.664997712s","start":"2026-04-27T02:17:21.897241Z","end":"2026-04-27T02:17:24.562238Z","steps":["trace[2012066170] 'agreement among raft nodes before linearized reading' (duration: 2.66492546s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.562273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.897232Z","time spent":"2.665035143s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T02:17:24.562386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.44985928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:24.562439Z","caller":"traceutil/trace.go:171","msg":"trace[1839803053] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24782; }","duration":"4.449916091s","start":"2026-04-27T02:17:20.112509Z","end":"2026-04-27T02:17:24.562425Z","steps":["trace[1839803053] 'agreement among raft nodes before linearized reading' (duration: 4.449832289s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.562463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.666188443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-04-27T02:17:24.562485Z","caller":"traceutil/trace.go:171","msg":"trace[109141252] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24782; }","duration":"2.666241074s","start":"2026-04-27T02:17:21.896237Z","end":"2026-04-27T02:17:24.562478Z","steps":["trace[109141252] 'agreement among raft nodes before linearized reading' (duration: 2.666183482s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.562487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:20.112462Z","time spent":"4.450012753s","remote":"127.0.0.1:34022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.562515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.896219Z","time spent":"2.666289635s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":539,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-04-27T02:17:24.562653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.667226279s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-04-27T02:17:24.562683Z","caller":"traceutil/trace.go:171","msg":"trace[1908393821] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24782; }","duration":"2.667286099s","start":"2026-04-27T02:17:21.895388Z","end":"2026-04-27T02:17:24.562674Z","steps":["trace[1908393821] 'agreement among raft nodes before linearized reading' (duration: 2.667216618s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.562703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.895372Z","time spent":"2.667325891s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T02:17:24.562819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.904846598s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:24.562407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.665264959s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-27T02:17:24.562979Z","caller":"traceutil/trace.go:171","msg":"trace[1142163401] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24782; }","duration":"2.665845864s","start":"2026-04-27T02:17:21.897117Z","end":"2026-04-27T02:17:24.562963Z","steps":["trace[1142163401] 'agreement among raft nodes before linearized reading' (duration: 2.665242099s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.563036Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.897108Z","time spent":"2.665913315s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-04-27T02:17:24.564755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.321508032s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:24.564818Z","caller":"traceutil/trace.go:171","msg":"trace[1299164755] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:24782; }","duration":"5.321619244s","start":"2026-04-27T02:17:19.243181Z","end":"2026-04-27T02:17:24.564801Z","steps":["trace[1299164755] 'agreement among raft nodes before linearized reading' (duration: 5.321503602s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.56482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.125876371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:24.564846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:19.243163Z","time spent":"5.321676865s","remote":"127.0.0.1:49148","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.564874Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.258745219s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:24.564883Z","caller":"traceutil/trace.go:171","msg":"trace[1508969720] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:24782; }","duration":"7.125956033s","start":"2026-04-27T02:17:17.438907Z","end":"2026-04-27T02:17:24.564863Z","steps":["trace[1508969720] 'agreement among raft nodes before linearized reading' (duration: 7.125856881s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.564901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.128836556s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T02:17:24.564927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:17.438899Z","time spent":"7.126016715s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:17:24.564912Z","caller":"traceutil/trace.go:171","msg":"trace[1752701599] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:24782; }","duration":"5.258959594s","start":"2026-04-27T02:17:19.305942Z","end":"2026-04-27T02:17:24.564901Z","steps":["trace[1752701599] 'agreement among raft nodes before linearized reading' (duration: 5.258868162s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.564928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.041165335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-04-27T02:17:24.564928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.127947074s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/barbican-api-d6c9dfc9d-9z8dj.18aa1352396f2d35\" ","response":"range_response_count:1 size:1135"} {"level":"warn","ts":"2026-04-27T02:17:24.564968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:19.305913Z","time spent":"5.259047636s","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:24.565006Z","caller":"traceutil/trace.go:171","msg":"trace[1937259393] range","detail":"{range_begin:/registry/events/openstack/barbican-api-d6c9dfc9d-9z8dj.18aa1352396f2d35; range_end:; response_count:1; response_revision:24782; }","duration":"7.128084317s","start":"2026-04-27T02:17:17.436902Z","end":"2026-04-27T02:17:24.564986Z","steps":["trace[1937259393] 'agreement among raft nodes before linearized reading' (duration: 7.127820471s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.565051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:17.436887Z","time spent":"7.128154178s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":1158,"request content":"key:\"/registry/events/openstack/barbican-api-d6c9dfc9d-9z8dj.18aa1352396f2d35\" "} {"level":"info","ts":"2026-04-27T02:17:24.564984Z","caller":"traceutil/trace.go:171","msg":"trace[1123301519] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24782; }","duration":"5.041277009s","start":"2026-04-27T02:17:19.52369Z","end":"2026-04-27T02:17:24.564967Z","steps":["trace[1123301519] 'agreement among raft nodes before linearized reading' (duration: 5.041092544s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.565142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:19.52366Z","time spent":"5.041462692s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-04-27T02:17:24.564939Z","caller":"traceutil/trace.go:171","msg":"trace[1250123709] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24782; }","duration":"7.128905098s","start":"2026-04-27T02:17:17.436023Z","end":"2026-04-27T02:17:24.564929Z","steps":["trace[1250123709] 'agreement among raft nodes before linearized reading' (duration: 7.128799075s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.56521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:17.436006Z","time spent":"7.129193924s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-04-27T02:17:24.570282Z","caller":"traceutil/trace.go:171","msg":"trace[342235575] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:24782; }","duration":"2.912308146s","start":"2026-04-27T02:17:21.657919Z","end":"2026-04-27T02:17:24.570228Z","steps":["trace[342235575] 'agreement among raft nodes before linearized reading' (duration: 2.904876869s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:24.570406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:21.657893Z","time spent":"2.912475241s","remote":"127.0.0.1:48682","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:24.570994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.928838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-27T02:17:24.571078Z","caller":"traceutil/trace.go:171","msg":"trace[116531943] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:24782; }","duration":"117.02777ms","start":"2026-04-27T02:17:24.45401Z","end":"2026-04-27T02:17:24.571038Z","steps":["trace[116531943] 'agreement among raft nodes before linearized reading' (duration: 105.881089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:25.060442Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:25.150956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.506231Z","time spent":"644.71475ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:17:25 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:25.5607Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:26.062159Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:26.107803Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.548967503s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:17:26.330115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.978495ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:26.330419Z","caller":"traceutil/trace.go:171","msg":"trace[232399092] transaction","detail":"{read_only:false; response_revision:24785; number_of_response:1; }","duration":"1.78730118s","start":"2026-04-27T02:17:24.543093Z","end":"2026-04-27T02:17:26.330394Z","steps":["trace[232399092] 'process raft request' (duration: 1.787232458s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:26.33053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.543076Z","time spent":"1.787395813s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:26.615781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:17:26.615879Z","caller":"traceutil/trace.go:171","msg":"trace[136688190] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000151365s","start":"2026-04-27T02:17:24.615706Z","end":"2026-04-27T02:17:26.615858Z","steps":["trace[136688190] 'agreement among raft nodes before linearized reading' (duration: 2.000006962s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:26.615921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.615686Z","time spent":"2.000226787s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:17:26.893193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.320846738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:26.893314Z","caller":"traceutil/trace.go:171","msg":"trace[152852332] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"2.321006322s","start":"2026-04-27T02:17:24.572279Z","end":"2026-04-27T02:17:26.893285Z","steps":["trace[152852332] 'agreement among raft nodes before linearized reading' (duration: 2.320864548s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:26.893385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.572256Z","time spent":"2.321111484s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/27 02:17:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:26.894412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321910224s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:26.894471Z","caller":"traceutil/trace.go:171","msg":"trace[1763334673] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"2.322020908s","start":"2026-04-27T02:17:24.572436Z","end":"2026-04-27T02:17:26.894457Z","steps":["trace[1763334673] 'agreement among raft nodes before linearized reading' (duration: 2.321931625s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:26.894528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.572421Z","time spent":"2.32209897s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} 2026/04/27 02:17:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:26.89502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322496249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:17:26.89508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322609602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:26.895108Z","caller":"traceutil/trace.go:171","msg":"trace[1640575318] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"2.322652893s","start":"2026-04-27T02:17:24.572448Z","end":"2026-04-27T02:17:26.895101Z","steps":["trace[1640575318] 'agreement among raft nodes before linearized reading' (duration: 2.322618292s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:26.895128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.572444Z","time spent":"2.322679375s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/04/27 02:17:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:17:26.895097Z","caller":"traceutil/trace.go:171","msg":"trace[2099624751] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"2.322585451s","start":"2026-04-27T02:17:24.572491Z","end":"2026-04-27T02:17:26.895076Z","steps":["trace[2099624751] 'agreement among raft nodes before linearized reading' (duration: 2.322502149s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:26.895183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.322675724s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-04-27T02:17:26.895232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.572487Z","time spent":"2.322706055s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-04-27T02:17:26.895257Z","caller":"traceutil/trace.go:171","msg":"trace[685241637] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"2.322770707s","start":"2026-04-27T02:17:24.572469Z","end":"2026-04-27T02:17:26.89524Z","steps":["trace[685241637] 'agreement among raft nodes before linearized reading' (duration: 2.322681754s)"],"step_count":1} 2026/04/27 02:17:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:26.895303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.572465Z","time spent":"2.322826698s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/27 02:17:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:26.896257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32371513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:26.896324Z","caller":"traceutil/trace.go:171","msg":"trace[1172642177] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"2.323804992s","start":"2026-04-27T02:17:24.572504Z","end":"2026-04-27T02:17:26.896309Z","steps":["trace[1172642177] 'agreement among raft nodes before linearized reading' (duration: 2.32372991s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:26.896374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.572496Z","time spent":"2.323866084s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/04/27 02:17:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:26.930981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.429514958s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:26.931057Z","caller":"traceutil/trace.go:171","msg":"trace[960008] range","detail":"{range_begin:/registry/minions/instance; range_end:; }","duration":"2.429630761s","start":"2026-04-27T02:17:24.501412Z","end":"2026-04-27T02:17:26.931043Z","steps":["trace[960008] 'agreement among raft nodes before linearized reading' (duration: 2.429503928s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:26.9311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.501395Z","time spent":"2.429694422s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":0,"response size":0,"request content":"key:\"/registry/minions/instance\" "} 2026/04/27 02:17:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:27.673747Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.346482889s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:17:27.770611Z","caller":"traceutil/trace.go:171","msg":"trace[1479561380] transaction","detail":"{read_only:false; response_revision:24786; number_of_response:1; }","duration":"3.201660179s","start":"2026-04-27T02:17:24.568915Z","end":"2026-04-27T02:17:27.770575Z","steps":["trace[1479561380] 'process raft request' (duration: 3.105093146s)","trace[1479561380] 'compare' (duration: 93.981358ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:27.770793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.568892Z","time spent":"3.201798033s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1118,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:27.770819Z","caller":"traceutil/trace.go:171","msg":"trace[284245372] transaction","detail":"{read_only:false; response_revision:24787; number_of_response:1; }","duration":"3.198363445s","start":"2026-04-27T02:17:24.57241Z","end":"2026-04-27T02:17:27.770773Z","steps":["trace[284245372] 'process raft request' (duration: 3.198033067s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:27.771011Z","caller":"traceutil/trace.go:171","msg":"trace[1892816770] linearizableReadLoop","detail":"{readStateIndex:25610; appliedIndex:25603; }","duration":"3.211122438s","start":"2026-04-27T02:17:24.559863Z","end":"2026-04-27T02:17:27.770986Z","steps":["trace[1892816770] 'read index received' (duration: 1.548153452s)","trace[1892816770] 'applied index is now lower than readState.Index' (duration: 1.662968026s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:27.771102Z","caller":"traceutil/trace.go:171","msg":"trace[200906182] transaction","detail":"{read_only:false; response_revision:24789; number_of_response:1; }","duration":"2.483271312s","start":"2026-04-27T02:17:25.287779Z","end":"2026-04-27T02:17:27.77105Z","steps":["trace[200906182] 'process raft request' (duration: 2.483141389s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:27.771682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:25.287745Z","time spent":"2.483863257s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:27.77153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.572397Z","time spent":"3.199005743s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:27.771121Z","caller":"traceutil/trace.go:171","msg":"trace[330041482] transaction","detail":"{read_only:false; response_revision:24788; number_of_response:1; }","duration":"2.68430762s","start":"2026-04-27T02:17:25.086761Z","end":"2026-04-27T02:17:27.771069Z","steps":["trace[330041482] 'process raft request' (duration: 2.683779827s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:27.771968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:25.08672Z","time spent":"2.68509407s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:27.771216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.264950285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4444d3dd-5692-4b10-90e3-28600e0e03ff\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-04-27T02:17:27.771255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263853438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130309"} {"level":"info","ts":"2026-04-27T02:17:27.772136Z","caller":"traceutil/trace.go:171","msg":"trace[970920372] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4444d3dd-5692-4b10-90e3-28600e0e03ff; range_end:; response_count:1; response_revision:24789; }","duration":"3.265865648s","start":"2026-04-27T02:17:24.506211Z","end":"2026-04-27T02:17:27.772077Z","steps":["trace[970920372] 'agreement among raft nodes before linearized reading' (duration: 3.264862022s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:27.772449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.506193Z","time spent":"3.266239097s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-4444d3dd-5692-4b10-90e3-28600e0e03ff\" "} {"level":"info","ts":"2026-04-27T02:17:27.772212Z","caller":"traceutil/trace.go:171","msg":"trace[820341404] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:24789; }","duration":"3.264794172s","start":"2026-04-27T02:17:24.507375Z","end":"2026-04-27T02:17:27.772169Z","steps":["trace[820341404] 'agreement among raft nodes before linearized reading' (duration: 3.263700524s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:27.772554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.507369Z","time spent":"3.265169521s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130332,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-27T02:17:27.771262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.263110538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-04-27T02:17:27.772743Z","caller":"traceutil/trace.go:171","msg":"trace[1468972603] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:24789; }","duration":"3.264616156s","start":"2026-04-27T02:17:24.508107Z","end":"2026-04-27T02:17:27.772723Z","steps":["trace[1468972603] 'agreement among raft nodes before linearized reading' (duration: 3.262932683s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:27.772805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.508102Z","time spent":"3.264685198s","remote":"127.0.0.1:46468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":142,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-04-27T02:17:27.771261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.229758467s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:17:27.772888Z","caller":"traceutil/trace.go:171","msg":"trace[1309677135] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:24789; }","duration":"3.2314607s","start":"2026-04-27T02:17:24.54141Z","end":"2026-04-27T02:17:27.772871Z","steps":["trace[1309677135] 'agreement among raft nodes before linearized reading' (duration: 3.229590463s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:27.772985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.541385Z","time spent":"3.231538802s","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:28.616781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99995856s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:28.61685Z","caller":"traceutil/trace.go:171","msg":"trace[366527099] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000096444s","start":"2026-04-27T02:17:26.616739Z","end":"2026-04-27T02:17:28.616835Z","steps":["trace[366527099] 'agreement among raft nodes before linearized reading' (duration: 2.000012021s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:28.616882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:26.616705Z","time spent":"2.000169936s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:29.430209Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.511671283s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:17:30.496728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.578151863s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:30.498641Z","caller":"traceutil/trace.go:171","msg":"trace[181103247] transaction","detail":"{read_only:false; response_revision:24790; number_of_response:1; }","duration":"3.601795475s","start":"2026-04-27T02:17:26.896769Z","end":"2026-04-27T02:17:30.498564Z","steps":["trace[181103247] 'process raft request' (duration: 1.021723983s)","trace[181103247] 'compare' (duration: 2.575717062s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:30.498694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:26.897616Z","time spent":"3.601067266s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:17:30.49886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.858615198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:30.498908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:26.896746Z","time spent":"3.602011081s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:30.498944Z","caller":"traceutil/trace.go:171","msg":"trace[1146725990] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:24792; }","duration":"3.858755042s","start":"2026-04-27T02:17:26.640164Z","end":"2026-04-27T02:17:30.498919Z","steps":["trace[1146725990] 'agreement among raft nodes before linearized reading' (duration: 3.858584267s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.49902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:26.64014Z","time spent":"3.858863924s","remote":"127.0.0.1:37456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:30.499056Z","caller":"traceutil/trace.go:171","msg":"trace[570497959] transaction","detail":"{read_only:false; response_revision:24792; number_of_response:1; }","duration":"2.818937803s","start":"2026-04-27T02:17:27.680066Z","end":"2026-04-27T02:17:30.499004Z","steps":["trace[570497959] 'process raft request' (duration: 2.818627635s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.499151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.432276253s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:30.49921Z","caller":"traceutil/trace.go:171","msg":"trace[207733951] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:24792; }","duration":"5.432397436s","start":"2026-04-27T02:17:25.066785Z","end":"2026-04-27T02:17:30.499182Z","steps":["trace[207733951] 'agreement among raft nodes before linearized reading' (duration: 5.432282543s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.499266Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:25.066755Z","time spent":"5.432500579s","remote":"127.0.0.1:48648","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:30.499279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:27.680045Z","time spent":"2.819064555s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:30.499335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.780146505s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:30.49938Z","caller":"traceutil/trace.go:171","msg":"trace[1247755799] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:24792; }","duration":"2.780233447s","start":"2026-04-27T02:17:27.719132Z","end":"2026-04-27T02:17:30.499366Z","steps":["trace[1247755799] 'agreement among raft nodes before linearized reading' (duration: 2.780127724s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.499425Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:27.719109Z","time spent":"2.780303199s","remote":"127.0.0.1:46970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":54,"response size":31,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:30.499698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.993050376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:17:30.499731Z","caller":"traceutil/trace.go:171","msg":"trace[390431416] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24792; }","duration":"3.993141298s","start":"2026-04-27T02:17:26.506578Z","end":"2026-04-27T02:17:30.499719Z","steps":["trace[390431416] 'agreement among raft nodes before linearized reading' (duration: 3.99282059s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.499758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:26.506527Z","time spent":"3.99322515s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T02:17:30.49941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.692865831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:30.499808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.938385593s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:30.499829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.520870547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:30.499849Z","caller":"traceutil/trace.go:171","msg":"trace[1060424598] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:24792; }","duration":"5.693322823s","start":"2026-04-27T02:17:24.80651Z","end":"2026-04-27T02:17:30.499833Z","steps":["trace[1060424598] 'agreement among raft nodes before linearized reading' (duration: 5.692792269s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:30.499859Z","caller":"traceutil/trace.go:171","msg":"trace[267996360] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:24792; }","duration":"5.520955709s","start":"2026-04-27T02:17:24.978895Z","end":"2026-04-27T02:17:30.499851Z","steps":["trace[267996360] 'agreement among raft nodes before linearized reading' (duration: 5.520884107s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:30.499853Z","caller":"traceutil/trace.go:171","msg":"trace[618416962] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:24792; }","duration":"2.938476635s","start":"2026-04-27T02:17:27.561366Z","end":"2026-04-27T02:17:30.499842Z","steps":["trace[618416962] 'agreement among raft nodes before linearized reading' (duration: 2.938399253s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.49988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.978865Z","time spent":"5.52101083s","remote":"127.0.0.1:46900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:30.499925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.806489Z","time spent":"5.693386015s","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:30.499888Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:27.561343Z","time spent":"2.938536627s","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:30.500044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.197134657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:30.500072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.927298561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:30.500097Z","caller":"traceutil/trace.go:171","msg":"trace[511220405] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:24792; }","duration":"5.197227199s","start":"2026-04-27T02:17:25.302855Z","end":"2026-04-27T02:17:30.500082Z","steps":["trace[511220405] 'agreement among raft nodes before linearized reading' (duration: 5.197135407s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:30.500105Z","caller":"traceutil/trace.go:171","msg":"trace[1017914998] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:0; response_revision:24792; }","duration":"5.927340632s","start":"2026-04-27T02:17:24.572756Z","end":"2026-04-27T02:17:30.500097Z","steps":["trace[1017914998] 'agreement among raft nodes before linearized reading' (duration: 5.92728691s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.500131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.572752Z","time spent":"5.927374493s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-27T02:17:30.500135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:25.302829Z","time spent":"5.197297111s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:30.500137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.529294537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:30.500193Z","caller":"traceutil/trace.go:171","msg":"trace[216799644] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:24792; }","duration":"3.52940029s","start":"2026-04-27T02:17:26.970782Z","end":"2026-04-27T02:17:30.500182Z","steps":["trace[216799644] 'agreement among raft nodes before linearized reading' (duration: 3.529317618s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.500237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:26.970756Z","time spent":"3.529472152s","remote":"127.0.0.1:48478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:30.499823Z","caller":"traceutil/trace.go:171","msg":"trace[776914465] transaction","detail":"{read_only:false; response_revision:24791; number_of_response:1; }","duration":"3.600529824s","start":"2026-04-27T02:17:26.899279Z","end":"2026-04-27T02:17:30.499809Z","steps":["trace[776914465] 'process raft request' (duration: 3.599290132s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.500412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:26.899271Z","time spent":"3.601113038s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:30.50081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.928062779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:30.500858Z","caller":"traceutil/trace.go:171","msg":"trace[1808949540] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24792; }","duration":"5.928126691s","start":"2026-04-27T02:17:24.572717Z","end":"2026-04-27T02:17:30.500844Z","steps":["trace[1808949540] 'agreement among raft nodes before linearized reading' (duration: 5.928046189s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.500893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:24.572712Z","time spent":"5.928169322s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:17:30.498758Z","caller":"traceutil/trace.go:171","msg":"trace[760797838] linearizableReadLoop","detail":"{readStateIndex:25614; appliedIndex:25610; }","duration":"2.727180499s","start":"2026-04-27T02:17:27.771558Z","end":"2026-04-27T02:17:30.498738Z","steps":["trace[760797838] 'read index received' (duration: 147.033525ms)","trace[760797838] 'applied index is now lower than readState.Index' (duration: 2.580146144s)"],"step_count":2} 2026/04/27 02:17:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:30.623295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000517265s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:30.623387Z","caller":"traceutil/trace.go:171","msg":"trace[1856879127] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000658409s","start":"2026-04-27T02:17:28.622708Z","end":"2026-04-27T02:17:30.623366Z","steps":["trace[1856879127] 'agreement among raft nodes before linearized reading' (duration: 2.000532586s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:30.62344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:28.622696Z","time spent":"2.0007331s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:30 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:17:31.002692Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798959,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:31.15508Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.724679271s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:17:31.842201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"686.702409ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:31.842681Z","caller":"traceutil/trace.go:171","msg":"trace[1701193553] linearizableReadLoop","detail":"{readStateIndex:25619; appliedIndex:25614; }","duration":"1.341068483s","start":"2026-04-27T02:17:30.501594Z","end":"2026-04-27T02:17:31.842662Z","steps":["trace[1701193553] 'read index received' (duration: 653.837321ms)","trace[1701193553] 'applied index is now lower than readState.Index' (duration: 687.230021ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:31.842983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689440864s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-27T02:17:31.843008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.067467757s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:31.843005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.324978063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:31.843147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897232871s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:31.843208Z","caller":"traceutil/trace.go:171","msg":"trace[309668532] transaction","detail":"{read_only:false; response_revision:24794; number_of_response:1; }","duration":"2.275748951s","start":"2026-04-27T02:17:29.567428Z","end":"2026-04-27T02:17:31.843177Z","steps":["trace[309668532] 'process raft request' (duration: 2.27487912s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:31.843225Z","caller":"traceutil/trace.go:171","msg":"trace[1277907829] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:24796; }","duration":"3.897470257s","start":"2026-04-27T02:17:27.94574Z","end":"2026-04-27T02:17:31.843211Z","steps":["trace[1277907829] 'agreement among raft nodes before linearized reading' (duration: 3.897335914s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:31.843203Z","caller":"traceutil/trace.go:171","msg":"trace[1848157107] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:24796; }","duration":"2.325252029s","start":"2026-04-27T02:17:29.517936Z","end":"2026-04-27T02:17:31.843188Z","steps":["trace[1848157107] 'agreement among raft nodes before linearized reading' (duration: 2.32488834s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.843374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:29.567402Z","time spent":"2.275881144s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:31.843353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067920884s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:17:31.842924Z","caller":"traceutil/trace.go:171","msg":"trace[654441266] transaction","detail":"{read_only:false; response_revision:24795; number_of_response:1; }","duration":"1.342680093s","start":"2026-04-27T02:17:30.500206Z","end":"2026-04-27T02:17:31.842886Z","steps":["trace[654441266] 'process raft request' (duration: 1.34216027s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.84344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:27.945721Z","time spent":"3.89758181s","remote":"127.0.0.1:33788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:31.843454Z","caller":"traceutil/trace.go:171","msg":"trace[1404688593] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:24796; }","duration":"4.068081967s","start":"2026-04-27T02:17:27.775342Z","end":"2026-04-27T02:17:31.843424Z","steps":["trace[1404688593] 'agreement among raft nodes before linearized reading' (duration: 4.067805971s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.843481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.067719859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-04-27T02:17:31.843504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:27.775325Z","time spent":"4.0681687s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" "} {"level":"info","ts":"2026-04-27T02:17:31.843529Z","caller":"traceutil/trace.go:171","msg":"trace[1619938887] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:24796; }","duration":"4.0677722s","start":"2026-04-27T02:17:27.775741Z","end":"2026-04-27T02:17:31.843513Z","steps":["trace[1619938887] 'agreement among raft nodes before linearized reading' (duration: 4.067634066s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.843543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:30.500191Z","time spent":"1.343276547s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:17:31.843608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.142694503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:31.843632Z","caller":"traceutil/trace.go:171","msg":"trace[110201808] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:24796; }","duration":"3.142743034s","start":"2026-04-27T02:17:28.700883Z","end":"2026-04-27T02:17:31.843626Z","steps":["trace[110201808] 'agreement among raft nodes before linearized reading' (duration: 3.142703173s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.84365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:28.700867Z","time spent":"3.142778405s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:31.843417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.341656117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:31.843616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:29.517915Z","time spent":"2.325525646s","remote":"127.0.0.1:40352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:31.843779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.220155154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:31.843317Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.432975984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:31.843839Z","caller":"traceutil/trace.go:171","msg":"trace[1631569633] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24796; }","duration":"1.220242716s","start":"2026-04-27T02:17:30.62358Z","end":"2026-04-27T02:17:31.843823Z","steps":["trace[1631569633] 'agreement among raft nodes before linearized reading' (duration: 1.220146614s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:31.843884Z","caller":"traceutil/trace.go:171","msg":"trace[1328569287] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:24796; }","duration":"2.433610229s","start":"2026-04-27T02:17:29.410259Z","end":"2026-04-27T02:17:31.843869Z","steps":["trace[1328569287] 'agreement among raft nodes before linearized reading' (duration: 2.432896442s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.843891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:30.623566Z","time spent":"1.220313748s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:17:31.843727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:30.501465Z","time spent":"1.342260192s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:17:31.843932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:29.41023Z","time spent":"2.433687002s","remote":"127.0.0.1:46656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":81,"response size":31,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:31.844008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.336769494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:31.84405Z","caller":"traceutil/trace.go:171","msg":"trace[1290323982] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:24796; }","duration":"1.336830185s","start":"2026-04-27T02:17:30.507209Z","end":"2026-04-27T02:17:31.844039Z","steps":["trace[1290323982] 'agreement among raft nodes before linearized reading' (duration: 1.336753003s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.844073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:30.5072Z","time spent":"1.336867836s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:17:31.843677Z","caller":"traceutil/trace.go:171","msg":"trace[1944449726] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:24796; }","duration":"3.067637801s","start":"2026-04-27T02:17:28.775456Z","end":"2026-04-27T02:17:31.843094Z","steps":["trace[1944449726] 'agreement among raft nodes before linearized reading' (duration: 3.067447116s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.844173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:28.775426Z","time spent":"3.068734359s","remote":"127.0.0.1:48828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:31.843567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:27.775734Z","time spent":"4.067827372s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"info","ts":"2026-04-27T02:17:31.843025Z","caller":"traceutil/trace.go:171","msg":"trace[1278941605] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24796; }","duration":"3.689485645s","start":"2026-04-27T02:17:28.153528Z","end":"2026-04-27T02:17:31.843013Z","steps":["trace[1278941605] 'agreement among raft nodes before linearized reading' (duration: 3.689311011s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:31.843738Z","caller":"traceutil/trace.go:171","msg":"trace[2019063162] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:24796; }","duration":"1.342051357s","start":"2026-04-27T02:17:30.501671Z","end":"2026-04-27T02:17:31.843723Z","steps":["trace[2019063162] 'agreement among raft nodes before linearized reading' (duration: 1.341584865s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.844323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:30.501659Z","time spent":"1.342643932s","remote":"127.0.0.1:48748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:31.844339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:28.153468Z","time spent":"3.690798117s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:17:31.84442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.353913117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:31.844466Z","caller":"traceutil/trace.go:171","msg":"trace[382721191] transaction","detail":"{read_only:false; response_revision:24793; number_of_response:1; }","duration":"3.507234622s","start":"2026-04-27T02:17:28.337006Z","end":"2026-04-27T02:17:31.84424Z","steps":["trace[382721191] 'process raft request' (duration: 2.818406961s)","trace[382721191] 'compare' (duration: 686.414781ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:31.84462Z","caller":"traceutil/trace.go:171","msg":"trace[239072256] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:24796; }","duration":"3.354021951s","start":"2026-04-27T02:17:28.490428Z","end":"2026-04-27T02:17:31.84445Z","steps":["trace[239072256] 'agreement among raft nodes before linearized reading' (duration: 3.352453441s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.844731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:28.490406Z","time spent":"3.354309817s","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:31.844598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:28.33698Z","time spent":"3.507547331s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:31.847432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"756.825017ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268863"} {"level":"info","ts":"2026-04-27T02:17:31.847528Z","caller":"traceutil/trace.go:171","msg":"trace[1098378022] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:24796; }","duration":"756.964411ms","start":"2026-04-27T02:17:31.090539Z","end":"2026-04-27T02:17:31.847503Z","steps":["trace[1098378022] 'agreement among raft nodes before linearized reading' (duration: 752.965649ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:31.847588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:31.090517Z","time spent":"757.060273ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268886,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:17:32.350102Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:32.850699Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696798962,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:33.273569Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.329660175s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:17:33.763698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:33.229914Z","time spent":"533.776214ms","remote":"127.0.0.1:55036","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:17:33.764485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.235837ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:33.767762Z","caller":"traceutil/trace.go:171","msg":"trace[1880419811] transaction","detail":"{read_only:false; response_revision:24797; number_of_response:1; }","duration":"1.919591414s","start":"2026-04-27T02:17:31.848156Z","end":"2026-04-27T02:17:33.767747Z","steps":["trace[1880419811] 'process raft request' (duration: 1.425643374s)","trace[1880419811] 'compare' (duration: 490.059082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:33.76781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:31.848132Z","time spent":"1.919658646s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:33.851475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000014011s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:17:33.851556Z","caller":"traceutil/trace.go:171","msg":"trace[48401946] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000136494s","start":"2026-04-27T02:17:31.851401Z","end":"2026-04-27T02:17:33.851538Z","steps":["trace[48401946] 'agreement among raft nodes before linearized reading' (duration: 2.000028931s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:33.851597Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:31.851393Z","time spent":"2.000195906s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:17:34.026494Z","caller":"traceutil/trace.go:171","msg":"trace[2036181250] transaction","detail":"{read_only:false; response_revision:24800; number_of_response:1; }","duration":"173.026361ms","start":"2026-04-27T02:17:33.85344Z","end":"2026-04-27T02:17:34.026466Z","steps":["trace[2036181250] 'process raft request' (duration: 172.970179ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:34.026561Z","caller":"traceutil/trace.go:171","msg":"trace[108588906] transaction","detail":"{read_only:false; response_revision:24798; number_of_response:1; }","duration":"2.178334315s","start":"2026-04-27T02:17:31.848192Z","end":"2026-04-27T02:17:34.026527Z","steps":["trace[108588906] 'process raft request' (duration: 2.151041838s)","trace[108588906] 'compare' (duration: 26.918798ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:34.027008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.176976322s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b07fc76d-f0d5-4e3c-8aa3-eac51c3fa8f0\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-27T02:17:34.027061Z","caller":"traceutil/trace.go:171","msg":"trace[1252008540] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b07fc76d-f0d5-4e3c-8aa3-eac51c3fa8f0; range_end:; response_count:1; response_revision:24800; }","duration":"2.177073945s","start":"2026-04-27T02:17:31.849973Z","end":"2026-04-27T02:17:34.027047Z","steps":["trace[1252008540] 'agreement among raft nodes before linearized reading' (duration: 2.176755757s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:34.027102Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:31.849962Z","time spent":"2.177128816s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-b07fc76d-f0d5-4e3c-8aa3-eac51c3fa8f0\" "} {"level":"warn","ts":"2026-04-27T02:17:34.027087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:31.848162Z","time spent":"2.178745747s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:34.026599Z","caller":"traceutil/trace.go:171","msg":"trace[1080252287] transaction","detail":"{read_only:false; response_revision:24799; number_of_response:1; }","duration":"2.176469758s","start":"2026-04-27T02:17:31.850096Z","end":"2026-04-27T02:17:34.026566Z","steps":["trace[1080252287] 'process raft request' (duration: 2.176214682s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:34.027284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:31.850086Z","time spent":"2.177115515s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:34.026671Z","caller":"traceutil/trace.go:171","msg":"trace[170716749] linearizableReadLoop","detail":"{readStateIndex:25622; appliedIndex:25619; }","duration":"2.176629933s","start":"2026-04-27T02:17:31.850005Z","end":"2026-04-27T02:17:34.026635Z","steps":["trace[170716749] 'read index received' (duration: 1.423740707s)","trace[170716749] 'applied index is now lower than readState.Index' (duration: 752.883666ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:34.027585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.838989043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:34.027642Z","caller":"traceutil/trace.go:171","msg":"trace[1756163841] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:24800; }","duration":"1.839076915s","start":"2026-04-27T02:17:32.188546Z","end":"2026-04-27T02:17:34.027623Z","steps":["trace[1756163841] 'agreement among raft nodes before linearized reading' (duration: 1.838978543s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:34.027669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.110652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:34.02768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:32.188525Z","time spent":"1.839145737s","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:34.027708Z","caller":"traceutil/trace.go:171","msg":"trace[2135260536] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:24800; }","duration":"653.158133ms","start":"2026-04-27T02:17:33.374538Z","end":"2026-04-27T02:17:34.027697Z","steps":["trace[2135260536] 'agreement among raft nodes before linearized reading' (duration: 653.083451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:34.027742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:33.374468Z","time spent":"653.265086ms","remote":"127.0.0.1:39172","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:34.027741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.268850472s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:17:34.027771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.607618801s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:34.027803Z","caller":"traceutil/trace.go:171","msg":"trace[184624327] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:24800; }","duration":"1.268972145s","start":"2026-04-27T02:17:32.758811Z","end":"2026-04-27T02:17:34.027783Z","steps":["trace[184624327] 'agreement among raft nodes before linearized reading' (duration: 1.268815472s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:34.027822Z","caller":"traceutil/trace.go:171","msg":"trace[1381483236] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:24800; }","duration":"1.607671662s","start":"2026-04-27T02:17:32.420133Z","end":"2026-04-27T02:17:34.027804Z","steps":["trace[1381483236] 'agreement among raft nodes before linearized reading' (duration: 1.60757733s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:34.02785Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:32.758787Z","time spent":"1.269053077s","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:34.027829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.258444ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:17:34.027889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:32.420092Z","time spent":"1.607786705s","remote":"127.0.0.1:39216","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:34.027934Z","caller":"traceutil/trace.go:171","msg":"trace[1821006001] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:24800; }","duration":"182.427128ms","start":"2026-04-27T02:17:33.845477Z","end":"2026-04-27T02:17:34.027904Z","steps":["trace[1821006001] 'agreement among raft nodes before linearized reading' (duration: 182.08574ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:34.027957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.460455ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa151d59b12305\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:17:34.027987Z","caller":"traceutil/trace.go:171","msg":"trace[1544196963] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa151d59b12305; range_end:; response_count:1; response_revision:24800; }","duration":"256.519726ms","start":"2026-04-27T02:17:33.771458Z","end":"2026-04-27T02:17:34.027978Z","steps":["trace[1544196963] 'agreement among raft nodes before linearized reading' (duration: 256.422254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:34.028253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.040948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:34.02829Z","caller":"traceutil/trace.go:171","msg":"trace[1585104187] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24800; }","duration":"176.105359ms","start":"2026-04-27T02:17:33.852174Z","end":"2026-04-27T02:17:34.028279Z","steps":["trace[1585104187] 'agreement among raft nodes before linearized reading' (duration: 176.048627ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:34.201667Z","caller":"traceutil/trace.go:171","msg":"trace[1052689092] transaction","detail":"{read_only:false; response_revision:24803; number_of_response:1; }","duration":"101.059077ms","start":"2026-04-27T02:17:34.100565Z","end":"2026-04-27T02:17:34.201624Z","steps":["trace[1052689092] 'process raft request' (duration: 100.828751ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:34.59839Z","caller":"traceutil/trace.go:171","msg":"trace[174513357] transaction","detail":"{read_only:false; response_revision:24807; number_of_response:1; }","duration":"192.285907ms","start":"2026-04-27T02:17:34.406078Z","end":"2026-04-27T02:17:34.598364Z","steps":["trace[174513357] 'process raft request' (duration: 192.131903ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:34.604673Z","caller":"traceutil/trace.go:171","msg":"trace[70921028] linearizableReadLoop","detail":"{readStateIndex:25631; appliedIndex:25629; }","duration":"180.434598ms","start":"2026-04-27T02:17:34.424213Z","end":"2026-04-27T02:17:34.604648Z","steps":["trace[70921028] 'read index received' (duration: 174.044268ms)","trace[70921028] 'applied index is now lower than readState.Index' (duration: 6.38954ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:34.604771Z","caller":"traceutil/trace.go:171","msg":"trace[1533667913] transaction","detail":"{read_only:false; response_revision:24808; number_of_response:1; }","duration":"198.162655ms","start":"2026-04-27T02:17:34.406599Z","end":"2026-04-27T02:17:34.604762Z","steps":["trace[1533667913] 'process raft request' (duration: 197.916409ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:34.605085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.861689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-27T02:17:34.605116Z","caller":"traceutil/trace.go:171","msg":"trace[132220172] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:24808; }","duration":"180.936391ms","start":"2026-04-27T02:17:34.42417Z","end":"2026-04-27T02:17:34.605106Z","steps":["trace[132220172] 'agreement among raft nodes before linearized reading' (duration: 180.774487ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:34.886835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.351889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:34.886918Z","caller":"traceutil/trace.go:171","msg":"trace[1234573481] transaction","detail":"{read_only:false; response_revision:24810; number_of_response:1; }","duration":"249.046537ms","start":"2026-04-27T02:17:34.637857Z","end":"2026-04-27T02:17:34.886903Z","steps":["trace[1234573481] 'process raft request' (duration: 79.565305ms)","trace[1234573481] 'compare' (duration: 168.914797ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:34.9075Z","caller":"traceutil/trace.go:171","msg":"trace[1240211772] linearizableReadLoop","detail":"{readStateIndex:25635; appliedIndex:25633; }","duration":"217.738668ms","start":"2026-04-27T02:17:34.689742Z","end":"2026-04-27T02:17:34.907481Z","steps":["trace[1240211772] 'read index received' (duration: 27.671258ms)","trace[1240211772] 'applied index is now lower than readState.Index' (duration: 190.06658ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:34.907545Z","caller":"traceutil/trace.go:171","msg":"trace[230039454] transaction","detail":"{read_only:false; response_revision:24811; number_of_response:1; }","duration":"218.711342ms","start":"2026-04-27T02:17:34.688808Z","end":"2026-04-27T02:17:34.907519Z","steps":["trace[230039454] 'process raft request' (duration: 218.568239ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:34.907737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.980754ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-vip-instance\" ","response":"range_response_count:1 size:4664"} {"level":"info","ts":"2026-04-27T02:17:34.907781Z","caller":"traceutil/trace.go:171","msg":"trace[1640775745] range","detail":"{range_begin:/registry/pods/kube-system/kube-vip-instance; range_end:; response_count:1; response_revision:24811; }","duration":"218.061207ms","start":"2026-04-27T02:17:34.689709Z","end":"2026-04-27T02:17:34.90777Z","steps":["trace[1640775745] 'agreement among raft nodes before linearized reading' (duration: 217.892502ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:35.067464Z","caller":"traceutil/trace.go:171","msg":"trace[1643559797] transaction","detail":"{read_only:false; response_revision:24812; number_of_response:1; }","duration":"153.760765ms","start":"2026-04-27T02:17:34.913651Z","end":"2026-04-27T02:17:35.067411Z","steps":["trace[1643559797] 'process raft request' (duration: 100.877142ms)","trace[1643559797] 'compare' (duration: 52.576496ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:35.067515Z","caller":"traceutil/trace.go:171","msg":"trace[1292472709] transaction","detail":"{read_only:false; response_revision:24813; number_of_response:1; }","duration":"150.727969ms","start":"2026-04-27T02:17:34.916757Z","end":"2026-04-27T02:17:35.067485Z","steps":["trace[1292472709] 'process raft request' (duration: 150.558705ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:35.067855Z","caller":"traceutil/trace.go:171","msg":"trace[444981234] linearizableReadLoop","detail":"{readStateIndex:25636; appliedIndex:25635; }","duration":"152.932254ms","start":"2026-04-27T02:17:34.914905Z","end":"2026-04-27T02:17:35.067837Z","steps":["trace[444981234] 'read index received' (duration: 99.664732ms)","trace[444981234] 'applied index is now lower than readState.Index' (duration: 53.265992ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:35.068383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.447847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:17:35.068436Z","caller":"traceutil/trace.go:171","msg":"trace[1395057857] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:24813; }","duration":"153.538239ms","start":"2026-04-27T02:17:34.914882Z","end":"2026-04-27T02:17:35.06842Z","steps":["trace[1395057857] 'agreement among raft nodes before linearized reading' (duration: 153.010406ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:35.292377Z","caller":"traceutil/trace.go:171","msg":"trace[968103623] linearizableReadLoop","detail":"{readStateIndex:25639; appliedIndex:25638; }","duration":"161.558232ms","start":"2026-04-27T02:17:35.130783Z","end":"2026-04-27T02:17:35.292341Z","steps":["trace[968103623] 'read index received' (duration: 160.897085ms)","trace[968103623] 'applied index is now lower than readState.Index' (duration: 659.317µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:35.292536Z","caller":"traceutil/trace.go:171","msg":"trace[1759626154] transaction","detail":"{read_only:false; response_revision:24815; number_of_response:1; }","duration":"210.980867ms","start":"2026-04-27T02:17:35.08154Z","end":"2026-04-27T02:17:35.292521Z","steps":["trace[1759626154] 'process raft request' (duration: 210.222938ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:35.292664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.11563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:17:35.292749Z","caller":"traceutil/trace.go:171","msg":"trace[29707519] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:24815; }","duration":"161.190832ms","start":"2026-04-27T02:17:35.131522Z","end":"2026-04-27T02:17:35.292713Z","steps":["trace[29707519] 'agreement among raft nodes before linearized reading' (duration: 161.022968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:35.292868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.067924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:35.292935Z","caller":"traceutil/trace.go:171","msg":"trace[542793341] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:24815; }","duration":"162.170567ms","start":"2026-04-27T02:17:35.130737Z","end":"2026-04-27T02:17:35.292908Z","steps":["trace[542793341] 'agreement among raft nodes before linearized reading' (duration: 162.062704ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:35.514662Z","caller":"traceutil/trace.go:171","msg":"trace[1310676751] transaction","detail":"{read_only:false; response_revision:24818; number_of_response:1; }","duration":"151.745285ms","start":"2026-04-27T02:17:35.362894Z","end":"2026-04-27T02:17:35.514639Z","steps":["trace[1310676751] 'process raft request' (duration: 151.572391ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:35.647367Z","caller":"traceutil/trace.go:171","msg":"trace[1196891389] linearizableReadLoop","detail":"{readStateIndex:25643; appliedIndex:25642; }","duration":"127.974216ms","start":"2026-04-27T02:17:35.519375Z","end":"2026-04-27T02:17:35.647349Z","steps":["trace[1196891389] 'read index received' (duration: 127.820782ms)","trace[1196891389] 'applied index is now lower than readState.Index' (duration: 152.804µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:35.647414Z","caller":"traceutil/trace.go:171","msg":"trace[1361948037] transaction","detail":"{read_only:false; response_revision:24819; number_of_response:1; }","duration":"185.052414ms","start":"2026-04-27T02:17:35.46233Z","end":"2026-04-27T02:17:35.647383Z","steps":["trace[1361948037] 'process raft request' (duration: 184.90749ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:35.647637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.239983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/pxc-operator-7cff949c8b-zpjqf\" ","response":"range_response_count:1 size:4350"} {"level":"info","ts":"2026-04-27T02:17:35.647678Z","caller":"traceutil/trace.go:171","msg":"trace[113974575] range","detail":"{range_begin:/registry/pods/openstack/pxc-operator-7cff949c8b-zpjqf; range_end:; response_count:1; response_revision:24819; }","duration":"128.335835ms","start":"2026-04-27T02:17:35.519335Z","end":"2026-04-27T02:17:35.647671Z","steps":["trace[113974575] 'agreement among raft nodes before linearized reading' (duration: 128.13459ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:35.647663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.324756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:35.647767Z","caller":"traceutil/trace.go:171","msg":"trace[1741094360] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:24819; }","duration":"115.48062ms","start":"2026-04-27T02:17:35.532269Z","end":"2026-04-27T02:17:35.64775Z","steps":["trace[1741094360] 'agreement among raft nodes before linearized reading' (duration: 115.326546ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:36.019315Z","caller":"traceutil/trace.go:171","msg":"trace[170120488] transaction","detail":"{read_only:false; response_revision:24823; number_of_response:1; }","duration":"292.435802ms","start":"2026-04-27T02:17:35.726833Z","end":"2026-04-27T02:17:36.019269Z","steps":["trace[170120488] 'process raft request' (duration: 254.30769ms)","trace[170120488] 'compare' (duration: 37.823874ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:36.193469Z","caller":"traceutil/trace.go:171","msg":"trace[306601802] transaction","detail":"{read_only:false; response_revision:24824; number_of_response:1; }","duration":"462.962899ms","start":"2026-04-27T02:17:35.730483Z","end":"2026-04-27T02:17:36.193446Z","steps":["trace[306601802] 'process raft request' (duration: 411.940933ms)","trace[306601802] 'compare' (duration: 50.667037ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:36.193616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:35.730454Z","time spent":"463.082292ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7052,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:36.193742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.211395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:36.193796Z","caller":"traceutil/trace.go:171","msg":"trace[1886159534] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:24824; }","duration":"459.295697ms","start":"2026-04-27T02:17:35.734494Z","end":"2026-04-27T02:17:36.193789Z","steps":["trace[1886159534] 'agreement among raft nodes before linearized reading' (duration: 459.150794ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:36.193814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:35.734486Z","time spent":"459.322958ms","remote":"127.0.0.1:46904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":59,"response size":31,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:36.19393Z","caller":"traceutil/trace.go:171","msg":"trace[1800093056] linearizableReadLoop","detail":"{readStateIndex:25648; appliedIndex:25646; }","duration":"458.846926ms","start":"2026-04-27T02:17:35.734524Z","end":"2026-04-27T02:17:36.193371Z","steps":["trace[1800093056] 'read index received' (duration: 246.622136ms)","trace[1800093056] 'applied index is now lower than readState.Index' (duration: 212.22347ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:36.355773Z","caller":"traceutil/trace.go:171","msg":"trace[1208074969] linearizableReadLoop","detail":"{readStateIndex:25650; appliedIndex:25648; }","duration":"161.746407ms","start":"2026-04-27T02:17:36.194005Z","end":"2026-04-27T02:17:36.355751Z","steps":["trace[1208074969] 'read index received' (duration: 126.391515ms)","trace[1208074969] 'applied index is now lower than readState.Index' (duration: 35.353992ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:36.355922Z","caller":"traceutil/trace.go:171","msg":"trace[1965888336] transaction","detail":"{read_only:false; response_revision:24826; number_of_response:1; }","duration":"321.554815ms","start":"2026-04-27T02:17:36.034353Z","end":"2026-04-27T02:17:36.355908Z","steps":["trace[1965888336] 'process raft request' (duration: 321.314659ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:36.356027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:36.034324Z","time spent":"321.624067ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:36.35628Z","caller":"traceutil/trace.go:171","msg":"trace[57294821] transaction","detail":"{read_only:false; response_revision:24825; number_of_response:1; }","duration":"331.640479ms","start":"2026-04-27T02:17:36.024605Z","end":"2026-04-27T02:17:36.356245Z","steps":["trace[57294821] 'process raft request' (duration: 295.736954ms)","trace[57294821] 'compare' (duration: 35.185637ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:36.356408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:36.024587Z","time spent":"331.760792ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":973,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:17:36.356437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.309256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:36.356489Z","caller":"traceutil/trace.go:171","msg":"trace[1704764852] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:24826; }","duration":"184.359567ms","start":"2026-04-27T02:17:36.172113Z","end":"2026-04-27T02:17:36.356473Z","steps":["trace[1704764852] 'agreement among raft nodes before linearized reading' (duration: 184.222633ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:36.356311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.267621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-04-27T02:17:36.35656Z","caller":"traceutil/trace.go:171","msg":"trace[1650048998] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:24826; }","duration":"164.544098ms","start":"2026-04-27T02:17:36.192004Z","end":"2026-04-27T02:17:36.356548Z","steps":["trace[1650048998] 'agreement among raft nodes before linearized reading' (duration: 164.132987ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:36.356839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.348687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-6rgbc\" ","response":"range_response_count:1 size:4052"} {"level":"info","ts":"2026-04-27T02:17:36.356876Z","caller":"traceutil/trace.go:171","msg":"trace[1801150632] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-6cb597b5d4-6rgbc; range_end:; response_count:1; response_revision:24826; }","duration":"159.426199ms","start":"2026-04-27T02:17:36.197439Z","end":"2026-04-27T02:17:36.356865Z","steps":["trace[1801150632] 'agreement among raft nodes before linearized reading' (duration: 159.312386ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:36.570182Z","caller":"traceutil/trace.go:171","msg":"trace[501135773] transaction","detail":"{read_only:false; response_revision:24830; number_of_response:1; }","duration":"122.871217ms","start":"2026-04-27T02:17:36.447289Z","end":"2026-04-27T02:17:36.570161Z","steps":["trace[501135773] 'process raft request' (duration: 51.318844ms)","trace[501135773] 'compare' (duration: 71.419379ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:36.699269Z","caller":"traceutil/trace.go:171","msg":"trace[1665561818] linearizableReadLoop","detail":"{readStateIndex:25655; appliedIndex:25654; }","duration":"125.203996ms","start":"2026-04-27T02:17:36.574036Z","end":"2026-04-27T02:17:36.69924Z","steps":["trace[1665561818] 'read index received' (duration: 114.66284ms)","trace[1665561818] 'applied index is now lower than readState.Index' (duration: 10.539836ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:36.699569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.520135ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:17:36.699631Z","caller":"traceutil/trace.go:171","msg":"trace[1316190567] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:24831; }","duration":"125.621986ms","start":"2026-04-27T02:17:36.573991Z","end":"2026-04-27T02:17:36.699613Z","steps":["trace[1316190567] 'agreement among raft nodes before linearized reading' (duration: 125.423321ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:36.699785Z","caller":"traceutil/trace.go:171","msg":"trace[738309272] transaction","detail":"{read_only:false; response_revision:24831; number_of_response:1; }","duration":"247.406926ms","start":"2026-04-27T02:17:36.452331Z","end":"2026-04-27T02:17:36.699738Z","steps":["trace[738309272] 'process raft request' (duration: 236.580103ms)","trace[738309272] 'compare' (duration: 10.175356ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:37.012271Z","caller":"traceutil/trace.go:171","msg":"trace[1444035237] transaction","detail":"{read_only:false; response_revision:24833; number_of_response:1; }","duration":"258.173307ms","start":"2026-04-27T02:17:36.754071Z","end":"2026-04-27T02:17:37.012245Z","steps":["trace[1444035237] 'process raft request' (duration: 257.997333ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:37.16582Z","caller":"traceutil/trace.go:171","msg":"trace[1198040965] transaction","detail":"{read_only:false; response_revision:24834; number_of_response:1; }","duration":"407.171293ms","start":"2026-04-27T02:17:36.758545Z","end":"2026-04-27T02:17:37.165716Z","steps":["trace[1198040965] 'process raft request' (duration: 378.698805ms)","trace[1198040965] 'compare' (duration: 28.067468ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:37.166014Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:36.758529Z","time spent":"407.390358ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:37.166647Z","caller":"traceutil/trace.go:171","msg":"trace[1823589109] transaction","detail":"{read_only:false; response_revision:24835; number_of_response:1; }","duration":"315.989924ms","start":"2026-04-27T02:17:36.850623Z","end":"2026-04-27T02:17:37.166613Z","steps":["trace[1823589109] 'process raft request' (duration: 314.992619ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:37.166737Z","caller":"traceutil/trace.go:171","msg":"trace[2063029969] transaction","detail":"{read_only:false; response_revision:24836; number_of_response:1; }","duration":"151.541559ms","start":"2026-04-27T02:17:37.015173Z","end":"2026-04-27T02:17:37.166714Z","steps":["trace[2063029969] 'process raft request' (duration: 151.451517ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:37.167238Z","caller":"traceutil/trace.go:171","msg":"trace[750008748] linearizableReadLoop","detail":"{readStateIndex:25658; appliedIndex:25656; }","duration":"333.229359ms","start":"2026-04-27T02:17:36.833501Z","end":"2026-04-27T02:17:37.166731Z","steps":["trace[750008748] 'read index received' (duration: 178.633852ms)","trace[750008748] 'applied index is now lower than readState.Index' (duration: 154.593527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:37.166823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:36.850601Z","time spent":"316.127508ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:37.167149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.63212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:17:37.167379Z","caller":"traceutil/trace.go:171","msg":"trace[319685] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:24836; }","duration":"333.924458ms","start":"2026-04-27T02:17:36.833442Z","end":"2026-04-27T02:17:37.167367Z","steps":["trace[319685] 'agreement among raft nodes before linearized reading' (duration: 333.432624ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:37.167428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:36.833418Z","time spent":"333.985728ms","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":240,"response size":32,"request content":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:17:37.680745Z","caller":"traceutil/trace.go:171","msg":"trace[156523881] transaction","detail":"{read_only:false; response_revision:24841; number_of_response:1; }","duration":"291.294561ms","start":"2026-04-27T02:17:37.38943Z","end":"2026-04-27T02:17:37.680725Z","steps":["trace[156523881] 'process raft request' (duration: 250.832961ms)","trace[156523881] 'compare' (duration: 40.356568ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:37.884539Z","caller":"traceutil/trace.go:171","msg":"trace[1598389078] transaction","detail":"{read_only:false; response_revision:24844; number_of_response:1; }","duration":"107.381897ms","start":"2026-04-27T02:17:37.777117Z","end":"2026-04-27T02:17:37.884498Z","steps":["trace[1598389078] 'process raft request' (duration: 65.702896ms)","trace[1598389078] 'compare' (duration: 41.491616ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:38.022447Z","caller":"traceutil/trace.go:171","msg":"trace[1590106496] transaction","detail":"{read_only:false; response_revision:24845; number_of_response:1; }","duration":"132.87955ms","start":"2026-04-27T02:17:37.889536Z","end":"2026-04-27T02:17:38.022416Z","steps":["trace[1590106496] 'process raft request' (duration: 95.103797ms)","trace[1590106496] 'compare' (duration: 37.566818ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:38.220867Z","caller":"traceutil/trace.go:171","msg":"trace[303252502] transaction","detail":"{read_only:false; response_revision:24850; number_of_response:1; }","duration":"130.397637ms","start":"2026-04-27T02:17:38.09044Z","end":"2026-04-27T02:17:38.220837Z","steps":["trace[303252502] 'process raft request' (duration: 130.219973ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:38.229053Z","caller":"traceutil/trace.go:171","msg":"trace[60650061] transaction","detail":"{read_only:false; response_revision:24851; number_of_response:1; }","duration":"111.430249ms","start":"2026-04-27T02:17:38.117598Z","end":"2026-04-27T02:17:38.229028Z","steps":["trace[60650061] 'process raft request' (duration: 111.276855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:38.519078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.272023ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:38.519211Z","caller":"traceutil/trace.go:171","msg":"trace[1929385475] transaction","detail":"{read_only:false; response_revision:24852; number_of_response:1; }","duration":"295.229291ms","start":"2026-04-27T02:17:38.223957Z","end":"2026-04-27T02:17:38.519187Z","steps":["trace[1929385475] 'process raft request' (duration: 118.781043ms)","trace[1929385475] 'compare' (duration: 176.034188ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:38.519322Z","caller":"traceutil/trace.go:171","msg":"trace[1419418487] transaction","detail":"{read_only:false; response_revision:24853; number_of_response:1; }","duration":"157.221933ms","start":"2026-04-27T02:17:38.362086Z","end":"2026-04-27T02:17:38.519308Z","steps":["trace[1419418487] 'process raft request' (duration: 157.11483ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:38.519494Z","caller":"traceutil/trace.go:171","msg":"trace[1932649855] linearizableReadLoop","detail":"{readStateIndex:25676; appliedIndex:25675; }","duration":"201.313474ms","start":"2026-04-27T02:17:38.318096Z","end":"2026-04-27T02:17:38.51941Z","steps":["trace[1932649855] 'read index received' (duration: 24.57037ms)","trace[1932649855] 'applied index is now lower than readState.Index' (duration: 176.740124ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:38.519731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.857863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:17:38.519786Z","caller":"traceutil/trace.go:171","msg":"trace[2003319340] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:24853; }","duration":"154.950205ms","start":"2026-04-27T02:17:38.364821Z","end":"2026-04-27T02:17:38.519771Z","steps":["trace[2003319340] 'agreement among raft nodes before linearized reading' (duration: 154.778341ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:38.520552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.603782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:464"} {"level":"info","ts":"2026-04-27T02:17:38.52062Z","caller":"traceutil/trace.go:171","msg":"trace[2078421022] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:24853; }","duration":"202.539776ms","start":"2026-04-27T02:17:38.318065Z","end":"2026-04-27T02:17:38.520605Z","steps":["trace[2078421022] 'agreement among raft nodes before linearized reading' (duration: 201.51707ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:38.733614Z","caller":"traceutil/trace.go:171","msg":"trace[1951808578] transaction","detail":"{read_only:false; response_revision:24860; number_of_response:1; }","duration":"132.256334ms","start":"2026-04-27T02:17:38.601334Z","end":"2026-04-27T02:17:38.73359Z","steps":["trace[1951808578] 'process raft request' (duration: 132.047039ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:38.733877Z","caller":"traceutil/trace.go:171","msg":"trace[1915800658] transaction","detail":"{read_only:false; response_revision:24858; number_of_response:1; }","duration":"134.545501ms","start":"2026-04-27T02:17:38.599323Z","end":"2026-04-27T02:17:38.733869Z","steps":["trace[1915800658] 'process raft request' (duration: 133.904845ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:38.733934Z","caller":"traceutil/trace.go:171","msg":"trace[1187694259] transaction","detail":"{read_only:false; response_revision:24859; number_of_response:1; }","duration":"133.403223ms","start":"2026-04-27T02:17:38.600523Z","end":"2026-04-27T02:17:38.733926Z","steps":["trace[1187694259] 'process raft request' (duration: 132.822408ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:38.734162Z","caller":"traceutil/trace.go:171","msg":"trace[1750032753] transaction","detail":"{read_only:false; response_revision:24861; number_of_response:1; }","duration":"132.277073ms","start":"2026-04-27T02:17:38.601878Z","end":"2026-04-27T02:17:38.734155Z","steps":["trace[1750032753] 'process raft request' (duration: 131.532435ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:38.734334Z","caller":"traceutil/trace.go:171","msg":"trace[1999125598] linearizableReadLoop","detail":"{readStateIndex:25686; appliedIndex:25680; }","duration":"123.003771ms","start":"2026-04-27T02:17:38.611321Z","end":"2026-04-27T02:17:38.734325Z","steps":["trace[1999125598] 'read index received' (duration: 66.790434ms)","trace[1999125598] 'applied index is now lower than readState.Index' (duration: 56.212477ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:38.73449Z","caller":"traceutil/trace.go:171","msg":"trace[1483697387] transaction","detail":"{read_only:false; response_revision:24862; number_of_response:1; }","duration":"128.883999ms","start":"2026-04-27T02:17:38.605598Z","end":"2026-04-27T02:17:38.734483Z","steps":["trace[1483697387] 'process raft request' (duration: 128.52445ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:38.7346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.266947ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:38.734623Z","caller":"traceutil/trace.go:171","msg":"trace[29166778] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24862; }","duration":"123.328068ms","start":"2026-04-27T02:17:38.611288Z","end":"2026-04-27T02:17:38.734616Z","steps":["trace[29166778] 'agreement among raft nodes before linearized reading' (duration: 123.278287ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:39.09021Z","caller":"traceutil/trace.go:171","msg":"trace[1323087491] transaction","detail":"{read_only:false; response_revision:24864; number_of_response:1; }","duration":"342.485572ms","start":"2026-04-27T02:17:38.747705Z","end":"2026-04-27T02:17:39.090191Z","steps":["trace[1323087491] 'process raft request' (duration: 336.126273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:39.090302Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:38.747674Z","time spent":"342.570375ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6950,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:39.090397Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"262.024344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/orc-system/orc-controller-manager-6cb597b5d4-6rgbc.18aa14ebe52427ea\" ","response":"range_response_count:1 size:785"} {"level":"info","ts":"2026-04-27T02:17:39.090458Z","caller":"traceutil/trace.go:171","msg":"trace[268119871] range","detail":"{range_begin:/registry/events/orc-system/orc-controller-manager-6cb597b5d4-6rgbc.18aa14ebe52427ea; range_end:; response_count:1; response_revision:24864; }","duration":"262.086566ms","start":"2026-04-27T02:17:38.828361Z","end":"2026-04-27T02:17:39.090447Z","steps":["trace[268119871] 'agreement among raft nodes before linearized reading' (duration: 261.933412ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:39.089981Z","caller":"traceutil/trace.go:171","msg":"trace[250498958] linearizableReadLoop","detail":"{readStateIndex:25688; appliedIndex:25687; }","duration":"261.593023ms","start":"2026-04-27T02:17:38.828366Z","end":"2026-04-27T02:17:39.089959Z","steps":["trace[250498958] 'read index received' (duration: 255.407397ms)","trace[250498958] 'applied index is now lower than readState.Index' (duration: 6.184906ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:39.09063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.380539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:1 size:352"} {"level":"info","ts":"2026-04-27T02:17:39.090651Z","caller":"traceutil/trace.go:171","msg":"trace[1903776174] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:1; response_revision:24864; }","duration":"219.441301ms","start":"2026-04-27T02:17:38.871202Z","end":"2026-04-27T02:17:39.090644Z","steps":["trace[1903776174] 'agreement among raft nodes before linearized reading' (duration: 219.363889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:39.601851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.587013ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:39.601925Z","caller":"traceutil/trace.go:171","msg":"trace[1327651513] transaction","detail":"{read_only:false; response_revision:24865; number_of_response:1; }","duration":"499.708626ms","start":"2026-04-27T02:17:39.102203Z","end":"2026-04-27T02:17:39.601911Z","steps":["trace[1327651513] 'process raft request' (duration: 312.975739ms)","trace[1327651513] 'compare' (duration: 186.223773ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:39.601958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:39.102187Z","time spent":"499.754788ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":767,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:17:39.679558Z","caller":"traceutil/trace.go:171","msg":"trace[682671369] linearizableReadLoop","detail":"{readStateIndex:25690; appliedIndex:25688; }","duration":"535.126228ms","start":"2026-04-27T02:17:39.144409Z","end":"2026-04-27T02:17:39.679535Z","steps":["trace[682671369] 'read index received' (duration: 270.840277ms)","trace[682671369] 'applied index is now lower than readState.Index' (duration: 264.285231ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:39.679824Z","caller":"traceutil/trace.go:171","msg":"trace[2070640962] transaction","detail":"{read_only:false; response_revision:24866; number_of_response:1; }","duration":"570.890779ms","start":"2026-04-27T02:17:39.108924Z","end":"2026-04-27T02:17:39.679815Z","steps":["trace[2070640962] 'process raft request' (duration: 570.481019ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:39.679908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:39.108904Z","time spent":"570.943351ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:39.680039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.628931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" ","response":"range_response_count:1 size:3018"} {"level":"info","ts":"2026-04-27T02:17:39.680069Z","caller":"traceutil/trace.go:171","msg":"trace[460216409] range","detail":"{range_begin:/registry/configmaps/kube-system/extension-apiserver-authentication; range_end:; response_count:1; response_revision:24866; }","duration":"535.682463ms","start":"2026-04-27T02:17:39.144377Z","end":"2026-04-27T02:17:39.680059Z","steps":["trace[460216409] 'agreement among raft nodes before linearized reading' (duration: 535.622631ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:39.680089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:39.144365Z","time spent":"535.718543ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":3041,"request content":"key:\"/registry/configmaps/kube-system/extension-apiserver-authentication\" "} {"level":"warn","ts":"2026-04-27T02:17:39.680279Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.20001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:474"} {"level":"info","ts":"2026-04-27T02:17:39.680303Z","caller":"traceutil/trace.go:171","msg":"trace[1833766433] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24866; }","duration":"483.224051ms","start":"2026-04-27T02:17:39.197073Z","end":"2026-04-27T02:17:39.680297Z","steps":["trace[1833766433] 'agreement among raft nodes before linearized reading' (duration: 483.134719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:39.680323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:39.197027Z","time spent":"483.289342ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":497,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:17:39.680661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.178952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:39.680685Z","caller":"traceutil/trace.go:171","msg":"trace[631557837] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:24866; }","duration":"134.230573ms","start":"2026-04-27T02:17:39.546449Z","end":"2026-04-27T02:17:39.680679Z","steps":["trace[631557837] 'agreement among raft nodes before linearized reading' (duration: 134.190402ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:39.932988Z","caller":"traceutil/trace.go:171","msg":"trace[602875517] transaction","detail":"{read_only:false; response_revision:24872; number_of_response:1; }","duration":"102.179056ms","start":"2026-04-27T02:17:39.830787Z","end":"2026-04-27T02:17:39.932966Z","steps":["trace[602875517] 'process raft request' (duration: 101.999642ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:40.195332Z","caller":"traceutil/trace.go:171","msg":"trace[1709001053] linearizableReadLoop","detail":"{readStateIndex:25698; appliedIndex:25695; }","duration":"341.132397ms","start":"2026-04-27T02:17:39.854175Z","end":"2026-04-27T02:17:40.195307Z","steps":["trace[1709001053] 'read index received' (duration: 78.55693ms)","trace[1709001053] 'applied index is now lower than readState.Index' (duration: 262.574477ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:40.195478Z","caller":"traceutil/trace.go:171","msg":"trace[643728504] transaction","detail":"{read_only:false; response_revision:24874; number_of_response:1; }","duration":"356.507737ms","start":"2026-04-27T02:17:39.838957Z","end":"2026-04-27T02:17:40.195465Z","steps":["trace[643728504] 'process raft request' (duration: 356.25124ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:40.195527Z","caller":"traceutil/trace.go:171","msg":"trace[2088310042] transaction","detail":"{read_only:false; response_revision:24873; number_of_response:1; }","duration":"361.125873ms","start":"2026-04-27T02:17:39.834365Z","end":"2026-04-27T02:17:40.195491Z","steps":["trace[2088310042] 'process raft request' (duration: 308.846045ms)","trace[2088310042] 'compare' (duration: 51.849776ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:40.195573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:39.838949Z","time spent":"356.553268ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7640,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:40.195664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:39.834357Z","time spent":"361.241555ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":726,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:17:40.195891Z","caller":"traceutil/trace.go:171","msg":"trace[342556055] transaction","detail":"{read_only:false; response_revision:24875; number_of_response:1; }","duration":"253.073089ms","start":"2026-04-27T02:17:39.942797Z","end":"2026-04-27T02:17:40.19587Z","steps":["trace[342556055] 'process raft request' (duration: 252.486403ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:40.196006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.818966ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188496"} {"level":"info","ts":"2026-04-27T02:17:40.19605Z","caller":"traceutil/trace.go:171","msg":"trace[553132734] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24875; }","duration":"341.893847ms","start":"2026-04-27T02:17:39.854143Z","end":"2026-04-27T02:17:40.196037Z","steps":["trace[553132734] 'agreement among raft nodes before linearized reading' (duration: 341.690822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:40.196079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:39.854129Z","time spent":"341.942879ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":101,"response count":1,"response size":188519,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumclusterwidenetworkpolicies.cilium.io\" "} {"level":"warn","ts":"2026-04-27T02:17:40.196236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"281.574068ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium-operator\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-27T02:17:40.19629Z","caller":"traceutil/trace.go:171","msg":"trace[1666536991] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium-operator; range_end:; response_count:1; response_revision:24875; }","duration":"281.67045ms","start":"2026-04-27T02:17:39.914611Z","end":"2026-04-27T02:17:40.196281Z","steps":["trace[1666536991] 'agreement among raft nodes before linearized reading' (duration: 281.563618ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:40.196523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.00053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-04-27T02:17:40.196544Z","caller":"traceutil/trace.go:171","msg":"trace[716229715] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:24875; }","duration":"221.058732ms","start":"2026-04-27T02:17:39.975479Z","end":"2026-04-27T02:17:40.196537Z","steps":["trace[716229715] 'agreement among raft nodes before linearized reading' (duration: 220.915258ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:40.196671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.617844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-27T02:17:40.196688Z","caller":"traceutil/trace.go:171","msg":"trace[1083360539] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24875; }","duration":"238.661205ms","start":"2026-04-27T02:17:39.958021Z","end":"2026-04-27T02:17:40.196683Z","steps":["trace[1083360539] 'agreement among raft nodes before linearized reading' (duration: 238.594563ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:40.196816Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.375014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T02:17:40.196833Z","caller":"traceutil/trace.go:171","msg":"trace[1819580420] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24875; }","duration":"247.403256ms","start":"2026-04-27T02:17:39.949425Z","end":"2026-04-27T02:17:40.196828Z","steps":["trace[1819580420] 'agreement among raft nodes before linearized reading' (duration: 247.350134ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:40.196936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.521738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:17:40.196952Z","caller":"traceutil/trace.go:171","msg":"trace[1507284399] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24875; }","duration":"247.56721ms","start":"2026-04-27T02:17:39.94938Z","end":"2026-04-27T02:17:40.196947Z","steps":["trace[1507284399] 'agreement among raft nodes before linearized reading' (duration: 247.520469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:40.197098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"260.25408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:17:40.19712Z","caller":"traceutil/trace.go:171","msg":"trace[1793496721] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24875; }","duration":"260.302941ms","start":"2026-04-27T02:17:39.93681Z","end":"2026-04-27T02:17:40.197113Z","steps":["trace[1793496721] 'agreement among raft nodes before linearized reading' (duration: 260.207548ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:40.384522Z","caller":"traceutil/trace.go:171","msg":"trace[549336378] transaction","detail":"{read_only:false; response_revision:24877; number_of_response:1; }","duration":"181.359332ms","start":"2026-04-27T02:17:40.203128Z","end":"2026-04-27T02:17:40.384487Z","steps":["trace[549336378] 'process raft request' (duration: 169.049692ms)","trace[549336378] 'compare' (duration: 12.110415ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:40.384526Z","caller":"traceutil/trace.go:171","msg":"trace[92595259] transaction","detail":"{read_only:false; response_revision:24878; number_of_response:1; }","duration":"173.39029ms","start":"2026-04-27T02:17:40.211109Z","end":"2026-04-27T02:17:40.384499Z","steps":["trace[92595259] 'process raft request' (duration: 173.307628ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:40.384635Z","caller":"traceutil/trace.go:171","msg":"trace[75777502] linearizableReadLoop","detail":"{readStateIndex:25701; appliedIndex:25700; }","duration":"173.748099ms","start":"2026-04-27T02:17:40.210865Z","end":"2026-04-27T02:17:40.384614Z","steps":["trace[75777502] 'read index received' (duration: 37.724801ms)","trace[75777502] 'applied index is now lower than readState.Index' (duration: 136.022418ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:40.384739Z","caller":"traceutil/trace.go:171","msg":"trace[420427290] transaction","detail":"{read_only:false; response_revision:24879; number_of_response:1; }","duration":"169.126753ms","start":"2026-04-27T02:17:40.215604Z","end":"2026-04-27T02:17:40.384731Z","steps":["trace[420427290] 'process raft request' (duration: 168.846956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:40.384936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.252694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-27T02:17:40.384968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.086668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fjcjm.18aa128a4f43d097\" ","response":"range_response_count:1 size:779"} {"level":"info","ts":"2026-04-27T02:17:40.384973Z","caller":"traceutil/trace.go:171","msg":"trace[489314139] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24879; }","duration":"134.336826ms","start":"2026-04-27T02:17:40.250627Z","end":"2026-04-27T02:17:40.384964Z","steps":["trace[489314139] 'agreement among raft nodes before linearized reading' (duration: 134.187372ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:40.384994Z","caller":"traceutil/trace.go:171","msg":"trace[778208643] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fjcjm.18aa128a4f43d097; range_end:; response_count:1; response_revision:24879; }","duration":"174.150479ms","start":"2026-04-27T02:17:40.210834Z","end":"2026-04-27T02:17:40.384985Z","steps":["trace[778208643] 'agreement among raft nodes before linearized reading' (duration: 174.023606ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:40.964131Z","caller":"traceutil/trace.go:171","msg":"trace[1977909734] linearizableReadLoop","detail":"{readStateIndex:25725; appliedIndex:25724; }","duration":"106.483884ms","start":"2026-04-27T02:17:40.857626Z","end":"2026-04-27T02:17:40.96411Z","steps":["trace[1977909734] 'read index received' (duration: 106.274949ms)","trace[1977909734] 'applied index is now lower than readState.Index' (duration: 208.315µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:40.964191Z","caller":"traceutil/trace.go:171","msg":"trace[1750885279] transaction","detail":"{read_only:false; response_revision:24901; number_of_response:1; }","duration":"117.809249ms","start":"2026-04-27T02:17:40.846359Z","end":"2026-04-27T02:17:40.964168Z","steps":["trace[1750885279] 'process raft request' (duration: 117.588494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:40.96434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.71256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:17:40.964368Z","caller":"traceutil/trace.go:171","msg":"trace[1133231399] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24901; }","duration":"106.754001ms","start":"2026-04-27T02:17:40.857606Z","end":"2026-04-27T02:17:40.96436Z","steps":["trace[1133231399] 'agreement among raft nodes before linearized reading' (duration: 106.618178ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:41.082771Z","caller":"traceutil/trace.go:171","msg":"trace[794184578] linearizableReadLoop","detail":"{readStateIndex:25726; appliedIndex:25725; }","duration":"105.769046ms","start":"2026-04-27T02:17:40.976976Z","end":"2026-04-27T02:17:41.082745Z","steps":["trace[794184578] 'read index received' (duration: 105.54745ms)","trace[794184578] 'applied index is now lower than readState.Index' (duration: 220.406µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:41.082933Z","caller":"traceutil/trace.go:171","msg":"trace[1399819652] transaction","detail":"{read_only:false; response_revision:24902; number_of_response:1; }","duration":"107.694414ms","start":"2026-04-27T02:17:40.975202Z","end":"2026-04-27T02:17:41.082897Z","steps":["trace[1399819652] 'process raft request' (duration: 107.316985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:41.083152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.164085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/instance\" ","response":"range_response_count:1 size:7504"} {"level":"info","ts":"2026-04-27T02:17:41.083312Z","caller":"traceutil/trace.go:171","msg":"trace[262719678] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/instance; range_end:; response_count:1; response_revision:24902; }","duration":"106.3618ms","start":"2026-04-27T02:17:40.976938Z","end":"2026-04-27T02:17:41.0833Z","steps":["trace[262719678] 'agreement among raft nodes before linearized reading' (duration: 106.065993ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:41.250933Z","caller":"traceutil/trace.go:171","msg":"trace[1056660741] transaction","detail":"{read_only:false; response_revision:24903; number_of_response:1; }","duration":"148.287258ms","start":"2026-04-27T02:17:41.102612Z","end":"2026-04-27T02:17:41.250899Z","steps":["trace[1056660741] 'process raft request' (duration: 147.95123ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:41.427279Z","caller":"traceutil/trace.go:171","msg":"trace[1253047063] transaction","detail":"{read_only:false; response_revision:24904; number_of_response:1; }","duration":"162.548747ms","start":"2026-04-27T02:17:41.26469Z","end":"2026-04-27T02:17:41.427239Z","steps":["trace[1253047063] 'process raft request' (duration: 160.463554ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:42.585014Z","caller":"traceutil/trace.go:171","msg":"trace[899819892] transaction","detail":"{read_only:false; response_revision:24910; number_of_response:1; }","duration":"148.502903ms","start":"2026-04-27T02:17:42.436476Z","end":"2026-04-27T02:17:42.584979Z","steps":["trace[899819892] 'process raft request' (duration: 114.636408ms)","trace[899819892] 'compare' (duration: 33.71905ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:42.587668Z","caller":"traceutil/trace.go:171","msg":"trace[1366932506] transaction","detail":"{read_only:false; response_revision:24911; number_of_response:1; }","duration":"150.727578ms","start":"2026-04-27T02:17:42.436922Z","end":"2026-04-27T02:17:42.58765Z","steps":["trace[1366932506] 'process raft request' (duration: 150.496413ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:42.85924Z","caller":"traceutil/trace.go:171","msg":"trace[250424016] transaction","detail":"{read_only:false; response_revision:24913; number_of_response:1; }","duration":"110.567006ms","start":"2026-04-27T02:17:42.748638Z","end":"2026-04-27T02:17:42.859205Z","steps":["trace[250424016] 'process raft request' (duration: 84.761576ms)","trace[250424016] 'compare' (duration: 25.706228ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:42.864241Z","caller":"traceutil/trace.go:171","msg":"trace[245307790] transaction","detail":"{read_only:false; response_revision:24914; number_of_response:1; }","duration":"103.080889ms","start":"2026-04-27T02:17:42.761102Z","end":"2026-04-27T02:17:42.864183Z","steps":["trace[245307790] 'process raft request' (duration: 102.540885ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:43.989137Z","caller":"traceutil/trace.go:171","msg":"trace[716847271] transaction","detail":"{read_only:false; response_revision:24916; number_of_response:1; }","duration":"103.272262ms","start":"2026-04-27T02:17:43.885846Z","end":"2026-04-27T02:17:43.989119Z","steps":["trace[716847271] 'process raft request' (duration: 103.16082ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:44.280669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.830187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:17:44.280746Z","caller":"traceutil/trace.go:171","msg":"trace[1358563883] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24916; }","duration":"153.94572ms","start":"2026-04-27T02:17:44.126778Z","end":"2026-04-27T02:17:44.280724Z","steps":["trace[1358563883] 'range keys from in-memory index tree' (duration: 153.695154ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:46.754309Z","caller":"traceutil/trace.go:171","msg":"trace[1318150726] transaction","detail":"{read_only:false; response_revision:24928; number_of_response:1; }","duration":"117.051481ms","start":"2026-04-27T02:17:46.637228Z","end":"2026-04-27T02:17:46.75428Z","steps":["trace[1318150726] 'process raft request' (duration: 106.906024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:47.009893Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.160781ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:17:47.009977Z","caller":"traceutil/trace.go:171","msg":"trace[1500070331] transaction","detail":"{read_only:false; response_revision:24930; number_of_response:1; }","duration":"120.927238ms","start":"2026-04-27T02:17:46.889036Z","end":"2026-04-27T02:17:47.009963Z","steps":["trace[1500070331] 'process raft request' (duration: 15.634854ms)","trace[1500070331] 'compare' (duration: 105.039048ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:47.366822Z","caller":"traceutil/trace.go:171","msg":"trace[1946589134] transaction","detail":"{read_only:false; response_revision:24932; number_of_response:1; }","duration":"143.098377ms","start":"2026-04-27T02:17:47.223697Z","end":"2026-04-27T02:17:47.366796Z","steps":["trace[1946589134] 'process raft request' (duration: 142.877141ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:48.067279Z","caller":"traceutil/trace.go:171","msg":"trace[1841798017] transaction","detail":"{read_only:false; response_revision:24934; number_of_response:1; }","duration":"165.04954ms","start":"2026-04-27T02:17:47.902202Z","end":"2026-04-27T02:17:48.067252Z","steps":["trace[1841798017] 'process raft request' (duration: 164.887975ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:48.269589Z","caller":"traceutil/trace.go:171","msg":"trace[657841803] transaction","detail":"{read_only:false; response_revision:24935; number_of_response:1; }","duration":"200.219437ms","start":"2026-04-27T02:17:48.06934Z","end":"2026-04-27T02:17:48.26956Z","steps":["trace[657841803] 'process raft request' (duration: 169.843301ms)","trace[657841803] 'compare' (duration: 30.193451ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:48.269886Z","caller":"traceutil/trace.go:171","msg":"trace[506491999] transaction","detail":"{read_only:false; response_revision:24936; number_of_response:1; }","duration":"198.734179ms","start":"2026-04-27T02:17:48.071141Z","end":"2026-04-27T02:17:48.269875Z","steps":["trace[506491999] 'process raft request' (duration: 198.36401ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:48.269994Z","caller":"traceutil/trace.go:171","msg":"trace[459667208] transaction","detail":"{read_only:false; response_revision:24937; number_of_response:1; }","duration":"117.687716ms","start":"2026-04-27T02:17:48.152278Z","end":"2026-04-27T02:17:48.269966Z","steps":["trace[459667208] 'process raft request' (duration: 117.286156ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:48.478891Z","caller":"traceutil/trace.go:171","msg":"trace[1731059541] transaction","detail":"{read_only:false; response_revision:24939; number_of_response:1; }","duration":"115.234185ms","start":"2026-04-27T02:17:48.363624Z","end":"2026-04-27T02:17:48.478859Z","steps":["trace[1731059541] 'process raft request' (duration: 72.803205ms)","trace[1731059541] 'compare' (duration: 42.269976ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:48.881014Z","caller":"traceutil/trace.go:171","msg":"trace[168110896] linearizableReadLoop","detail":"{readStateIndex:25768; appliedIndex:25767; }","duration":"116.869356ms","start":"2026-04-27T02:17:48.764123Z","end":"2026-04-27T02:17:48.880992Z","steps":["trace[168110896] 'read index received' (duration: 116.779084ms)","trace[168110896] 'applied index is now lower than readState.Index' (duration: 88.912µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:48.881129Z","caller":"traceutil/trace.go:171","msg":"trace[45554733] transaction","detail":"{read_only:false; response_revision:24942; number_of_response:1; }","duration":"118.530798ms","start":"2026-04-27T02:17:48.762565Z","end":"2026-04-27T02:17:48.881096Z","steps":["trace[45554733] 'process raft request' (duration: 118.262621ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:48.881196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.051251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:17:48.881229Z","caller":"traceutil/trace.go:171","msg":"trace[1357033188] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24942; }","duration":"117.124533ms","start":"2026-04-27T02:17:48.764094Z","end":"2026-04-27T02:17:48.881218Z","steps":["trace[1357033188] 'agreement among raft nodes before linearized reading' (duration: 116.987049ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:49.000642Z","caller":"traceutil/trace.go:171","msg":"trace[114214584] transaction","detail":"{read_only:false; response_revision:24943; number_of_response:1; }","duration":"114.687291ms","start":"2026-04-27T02:17:48.885909Z","end":"2026-04-27T02:17:49.000596Z","steps":["trace[114214584] 'process raft request' (duration: 29.635017ms)","trace[114214584] 'compare' (duration: 84.666724ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:49.212541Z","caller":"traceutil/trace.go:171","msg":"trace[592061326] linearizableReadLoop","detail":"{readStateIndex:25772; appliedIndex:25771; }","duration":"108.942326ms","start":"2026-04-27T02:17:49.103577Z","end":"2026-04-27T02:17:49.212519Z","steps":["trace[592061326] 'read index received' (duration: 48.333229ms)","trace[592061326] 'applied index is now lower than readState.Index' (duration: 60.608467ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:49.212748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.138271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-controller-manager-instance\" ","response":"range_response_count:1 size:7081"} {"level":"info","ts":"2026-04-27T02:17:49.212767Z","caller":"traceutil/trace.go:171","msg":"trace[927569742] transaction","detail":"{read_only:false; response_revision:24946; number_of_response:1; }","duration":"153.614881ms","start":"2026-04-27T02:17:49.059117Z","end":"2026-04-27T02:17:49.212731Z","steps":["trace[927569742] 'process raft request' (duration: 92.85514ms)","trace[927569742] 'compare' (duration: 60.439623ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:49.212807Z","caller":"traceutil/trace.go:171","msg":"trace[236702810] range","detail":"{range_begin:/registry/pods/kube-system/kube-controller-manager-instance; range_end:; response_count:1; response_revision:24946; }","duration":"109.211942ms","start":"2026-04-27T02:17:49.103561Z","end":"2026-04-27T02:17:49.212773Z","steps":["trace[236702810] 'agreement among raft nodes before linearized reading' (duration: 109.036008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.346776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"745.919001ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-04-27T02:17:50.346855Z","caller":"traceutil/trace.go:171","msg":"trace[2073604094] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:24947; }","duration":"746.040814ms","start":"2026-04-27T02:17:49.600792Z","end":"2026-04-27T02:17:50.346833Z","steps":["trace[2073604094] 'range keys from in-memory index tree' (duration: 745.736976ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.346895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:49.600768Z","time spent":"746.115986ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4465,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-04-27T02:17:50.346914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.304509ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:50.346952Z","caller":"traceutil/trace.go:171","msg":"trace[619378226] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24947; }","duration":"734.390621ms","start":"2026-04-27T02:17:49.61255Z","end":"2026-04-27T02:17:50.34694Z","steps":["trace[619378226] 'range keys from in-memory index tree' (duration: 734.212686ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.34698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:49.612526Z","time spent":"734.446671ms","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:17:50.346983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.684261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-27T02:17:50.347067Z","caller":"traceutil/trace.go:171","msg":"trace[1396533631] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24947; }","duration":"727.813434ms","start":"2026-04-27T02:17:49.619231Z","end":"2026-04-27T02:17:50.347045Z","steps":["trace[1396533631] 'range keys from in-memory index tree' (duration: 727.486836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.347115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:49.619214Z","time spent":"727.890926ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T02:17:50.763788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.792578ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:17:50.7639Z","caller":"traceutil/trace.go:171","msg":"trace[423902308] linearizableReadLoop","detail":"{readStateIndex:25774; appliedIndex:25773; }","duration":"549.89674ms","start":"2026-04-27T02:17:50.213979Z","end":"2026-04-27T02:17:50.763876Z","steps":["trace[423902308] 'read index received' (duration: 437.997209ms)","trace[423902308] 'applied index is now lower than readState.Index' (duration: 111.898391ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:50.764054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.071335ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:539"} {"level":"info","ts":"2026-04-27T02:17:50.764074Z","caller":"traceutil/trace.go:171","msg":"trace[843751256] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24947; }","duration":"550.149346ms","start":"2026-04-27T02:17:50.213918Z","end":"2026-04-27T02:17:50.764068Z","steps":["trace[843751256] 'agreement among raft nodes before linearized reading' (duration: 550.023853ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.764098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:50.213895Z","time spent":"550.194328ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":562,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-27T02:17:50.884419Z","caller":"traceutil/trace.go:171","msg":"trace[730996288] transaction","detail":"{read_only:false; response_revision:24948; number_of_response:1; }","duration":"529.356082ms","start":"2026-04-27T02:17:50.355034Z","end":"2026-04-27T02:17:50.88439Z","steps":["trace[730996288] 'process raft request' (duration: 529.169678ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.884584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:50.355015Z","time spent":"529.485266ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4425,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:50.90871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"588.297638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:17:50.908788Z","caller":"traceutil/trace.go:171","msg":"trace[1990525820] transaction","detail":"{read_only:false; response_revision:24949; number_of_response:1; }","duration":"235.594188ms","start":"2026-04-27T02:17:50.673166Z","end":"2026-04-27T02:17:50.90876Z","steps":["trace[1990525820] 'process raft request' (duration: 235.233719ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.908845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.831981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T02:17:50.908908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"674.131233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:50.90893Z","caller":"traceutil/trace.go:171","msg":"trace[405732058] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:24949; }","duration":"674.192274ms","start":"2026-04-27T02:17:50.234731Z","end":"2026-04-27T02:17:50.908923Z","steps":["trace[405732058] 'agreement among raft nodes before linearized reading' (duration: 674.145263ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:50.90893Z","caller":"traceutil/trace.go:171","msg":"trace[831937783] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24949; }","duration":"315.951734ms","start":"2026-04-27T02:17:50.592966Z","end":"2026-04-27T02:17:50.908918Z","steps":["trace[831937783] 'agreement among raft nodes before linearized reading' (duration: 315.824951ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.908968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:50.234711Z","time spent":"674.239475ms","remote":"127.0.0.1:60948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":31,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:50.909021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:50.592944Z","time spent":"316.044857ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:17:50.908833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"634.77988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-04-27T02:17:50.909136Z","caller":"traceutil/trace.go:171","msg":"trace[763256963] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24949; }","duration":"635.111969ms","start":"2026-04-27T02:17:50.274009Z","end":"2026-04-27T02:17:50.909121Z","steps":["trace[763256963] 'agreement among raft nodes before linearized reading' (duration: 634.655178ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.909189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:50.273997Z","time spent":"635.16724ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:17:50.908848Z","caller":"traceutil/trace.go:171","msg":"trace[1257957901] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24949; }","duration":"588.481403ms","start":"2026-04-27T02:17:50.320355Z","end":"2026-04-27T02:17:50.908837Z","steps":["trace[1257957901] 'agreement among raft nodes before linearized reading' (duration: 588.259657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.909231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:50.320335Z","time spent":"588.888963ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:17:50.909325Z","caller":"traceutil/trace.go:171","msg":"trace[37059798] linearizableReadLoop","detail":"{readStateIndex:25776; appliedIndex:25774; }","duration":"144.640026ms","start":"2026-04-27T02:17:50.763914Z","end":"2026-04-27T02:17:50.908554Z","steps":["trace[37059798] 'read index received' (duration: 120.290352ms)","trace[37059798] 'applied index is now lower than readState.Index' (duration: 24.348734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:17:50.908772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.9394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:50.909421Z","caller":"traceutil/trace.go:171","msg":"trace[1779294786] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24949; }","duration":"296.624227ms","start":"2026-04-27T02:17:50.612788Z","end":"2026-04-27T02:17:50.909412Z","steps":["trace[1779294786] 'agreement among raft nodes before linearized reading' (duration: 295.959111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.908753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.992346ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:17:50.909484Z","caller":"traceutil/trace.go:171","msg":"trace[555925306] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:24949; }","duration":"639.745655ms","start":"2026-04-27T02:17:50.269727Z","end":"2026-04-27T02:17:50.909472Z","steps":["trace[555925306] 'agreement among raft nodes before linearized reading' (duration: 638.949775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.909511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:50.269666Z","time spent":"639.835877ms","remote":"127.0.0.1:49204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":31,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:50.908754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.097906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:50.9096Z","caller":"traceutil/trace.go:171","msg":"trace[742910700] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:24949; }","duration":"216.935517ms","start":"2026-04-27T02:17:50.692639Z","end":"2026-04-27T02:17:50.909574Z","steps":["trace[742910700] 'agreement among raft nodes before linearized reading' (duration: 216.071306ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.908789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.970134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:17:50.909696Z","caller":"traceutil/trace.go:171","msg":"trace[560825417] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:24949; }","duration":"408.920207ms","start":"2026-04-27T02:17:50.500768Z","end":"2026-04-27T02:17:50.909688Z","steps":["trace[560825417] 'agreement among raft nodes before linearized reading' (duration: 407.993754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.909722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:50.50074Z","time spent":"408.974879ms","remote":"127.0.0.1:49112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:17:50.908863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.86231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-04-27T02:17:50.909821Z","caller":"traceutil/trace.go:171","msg":"trace[677542592] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/kube-proxy; range_end:; response_count:1; response_revision:24949; }","duration":"554.851335ms","start":"2026-04-27T02:17:50.354961Z","end":"2026-04-27T02:17:50.909812Z","steps":["trace[677542592] 'agreement among raft nodes before linearized reading' (duration: 553.83888ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.90985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:50.354945Z","time spent":"554.897207ms","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":209,"request content":"key:\"/registry/serviceaccounts/kube-system/kube-proxy\" "} {"level":"warn","ts":"2026-04-27T02:17:50.908714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.716811ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:17:50.909907Z","caller":"traceutil/trace.go:171","msg":"trace[865200368] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24949; }","duration":"357.934673ms","start":"2026-04-27T02:17:50.551935Z","end":"2026-04-27T02:17:50.90987Z","steps":["trace[865200368] 'agreement among raft nodes before linearized reading' (duration: 356.658211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:50.909947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:50.551912Z","time spent":"358.024174ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:17:51.160496Z","caller":"traceutil/trace.go:171","msg":"trace[1876247283] transaction","detail":"{read_only:false; response_revision:24958; number_of_response:1; }","duration":"100.476482ms","start":"2026-04-27T02:17:51.059983Z","end":"2026-04-27T02:17:51.16046Z","steps":["trace[1876247283] 'process raft request' (duration: 59.048528ms)","trace[1876247283] 'compare' (duration: 41.338052ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:53.014741Z","caller":"traceutil/trace.go:171","msg":"trace[1305178470] transaction","detail":"{read_only:false; response_revision:24960; number_of_response:1; }","duration":"100.627976ms","start":"2026-04-27T02:17:52.914095Z","end":"2026-04-27T02:17:53.014723Z","steps":["trace[1305178470] 'process raft request' (duration: 100.282516ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:53.180159Z","caller":"traceutil/trace.go:171","msg":"trace[1278628360] transaction","detail":"{read_only:false; response_revision:24965; number_of_response:1; }","duration":"109.5021ms","start":"2026-04-27T02:17:53.070645Z","end":"2026-04-27T02:17:53.180147Z","steps":["trace[1278628360] 'process raft request' (duration: 109.337086ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:53.180076Z","caller":"traceutil/trace.go:171","msg":"trace[991653822] transaction","detail":"{read_only:false; response_revision:24964; number_of_response:1; }","duration":"122.829846ms","start":"2026-04-27T02:17:53.057206Z","end":"2026-04-27T02:17:53.180036Z","steps":["trace[991653822] 'process raft request' (duration: 122.59336ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:53.295177Z","caller":"traceutil/trace.go:171","msg":"trace[666976549] transaction","detail":"{read_only:false; response_revision:24967; number_of_response:1; }","duration":"130.645283ms","start":"2026-04-27T02:17:53.164508Z","end":"2026-04-27T02:17:53.295153Z","steps":["trace[666976549] 'process raft request' (duration: 130.50786ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:53.295214Z","caller":"traceutil/trace.go:171","msg":"trace[922462648] transaction","detail":"{read_only:false; response_revision:24966; number_of_response:1; }","duration":"186.306786ms","start":"2026-04-27T02:17:53.108857Z","end":"2026-04-27T02:17:53.295164Z","steps":["trace[922462648] 'process raft request' (duration: 154.588766ms)","trace[922462648] 'compare' (duration: 31.335071ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:17:55.320711Z","caller":"traceutil/trace.go:171","msg":"trace[445382207] transaction","detail":"{read_only:false; response_revision:24971; number_of_response:1; }","duration":"208.026114ms","start":"2026-04-27T02:17:55.112659Z","end":"2026-04-27T02:17:55.320685Z","steps":["trace[445382207] 'process raft request' (duration: 207.8443ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:55.361394Z","caller":"traceutil/trace.go:171","msg":"trace[622276889] transaction","detail":"{read_only:false; response_revision:24973; number_of_response:1; }","duration":"175.834772ms","start":"2026-04-27T02:17:55.185526Z","end":"2026-04-27T02:17:55.361361Z","steps":["trace[622276889] 'process raft request' (duration: 175.73952ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:17:55.361447Z","caller":"traceutil/trace.go:171","msg":"trace[964021384] transaction","detail":"{read_only:false; response_revision:24972; number_of_response:1; }","duration":"247.374315ms","start":"2026-04-27T02:17:55.114046Z","end":"2026-04-27T02:17:55.36142Z","steps":["trace[964021384] 'process raft request' (duration: 247.082108ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:57.061877Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:57.563024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799399,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:17:57.583897Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.081795867s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:17:57.584313Z","caller":"traceutil/trace.go:171","msg":"trace[917239164] transaction","detail":"{read_only:false; response_revision:24976; number_of_response:1; }","duration":"1.082273659s","start":"2026-04-27T02:17:56.502015Z","end":"2026-04-27T02:17:57.584288Z","steps":["trace[917239164] 'process raft request' (duration: 1.082088405s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:57.584444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:56.501996Z","time spent":"1.082372012s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:17:58.614274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001555759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:17:58.614374Z","caller":"traceutil/trace.go:171","msg":"trace[871894747] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001731674s","start":"2026-04-27T02:17:56.612622Z","end":"2026-04-27T02:17:58.614354Z","steps":["trace[871894747] 'agreement among raft nodes before linearized reading' (duration: 2.00157325s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:17:58.614427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:56.612608Z","time spent":"2.001804665s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:17:58 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:00.034097Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.449929321s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:00.345009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.397354ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:00.345406Z","caller":"traceutil/trace.go:171","msg":"trace[769116217] linearizableReadLoop","detail":"{readStateIndex:25808; appliedIndex:25803; }","duration":"3.783660848s","start":"2026-04-27T02:17:56.561721Z","end":"2026-04-27T02:18:00.345382Z","steps":["trace[769116217] 'read index received' (duration: 1.02240201s)","trace[769116217] 'applied index is now lower than readState.Index' (duration: 2.761257558s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:00.345524Z","caller":"traceutil/trace.go:171","msg":"trace[60947165] transaction","detail":"{read_only:false; response_revision:24978; number_of_response:1; }","duration":"2.979801416s","start":"2026-04-27T02:17:57.365704Z","end":"2026-04-27T02:18:00.345505Z","steps":["trace[60947165] 'process raft request' (duration: 2.979425367s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:00.345626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.365678Z","time spent":"2.979892579s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:00.345854Z","caller":"traceutil/trace.go:171","msg":"trace[1960984021] transaction","detail":"{read_only:false; response_revision:24977; number_of_response:1; }","duration":"3.318514465s","start":"2026-04-27T02:17:57.027306Z","end":"2026-04-27T02:18:00.34582Z","steps":["trace[1960984021] 'process raft request' (duration: 3.007196707s)","trace[1960984021] 'compare' (duration: 309.244106ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:00.345945Z","caller":"traceutil/trace.go:171","msg":"trace[820201746] transaction","detail":"{read_only:false; response_revision:24979; number_of_response:1; }","duration":"2.977694094s","start":"2026-04-27T02:17:57.36823Z","end":"2026-04-27T02:18:00.345924Z","steps":["trace[820201746] 'process raft request' (duration: 2.977025466s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:00.346051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.368204Z","time spent":"2.977790886s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:00.346062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.784312765s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:00.346134Z","caller":"traceutil/trace.go:171","msg":"trace[355159614] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:24980; }","duration":"3.784442578s","start":"2026-04-27T02:17:56.561674Z","end":"2026-04-27T02:18:00.346116Z","steps":["trace[355159614] 'agreement among raft nodes before linearized reading' (duration: 3.784301305s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:00.346103Z","caller":"traceutil/trace.go:171","msg":"trace[1980496556] transaction","detail":"{read_only:false; response_revision:24980; number_of_response:1; }","duration":"2.920161785s","start":"2026-04-27T02:17:57.425858Z","end":"2026-04-27T02:18:00.34602Z","steps":["trace[1980496556] 'process raft request' (duration: 2.919460887s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:00.346182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:56.561625Z","time spent":"3.784549831s","remote":"127.0.0.1:49128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:00.346088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.02728Z","time spent":"3.318685149s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:00.346299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.425825Z","time spent":"2.920378179s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:00.622574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000294499s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:00.62267Z","caller":"traceutil/trace.go:171","msg":"trace[673551364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000458712s","start":"2026-04-27T02:17:58.622193Z","end":"2026-04-27T02:18:00.622651Z","steps":["trace[673551364] 'agreement among raft nodes before linearized reading' (duration: 2.000322098s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:00.62272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:58.622174Z","time spent":"2.000535644s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:00.846311Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:01.346948Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:01.643159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999428062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:01.643284Z","caller":"traceutil/trace.go:171","msg":"trace[1017812628] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999625707s","start":"2026-04-27T02:17:56.643628Z","end":"2026-04-27T02:18:01.643253Z","steps":["trace[1017812628] 'agreement among raft nodes before linearized reading' (duration: 4.999464093s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:01.643356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:56.643609Z","time spent":"4.99973378s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/04/27 02:18:01 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:01.848177Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:02.081491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999830792s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:02.081599Z","caller":"traceutil/trace.go:171","msg":"trace[2013803683] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"5.000007417s","start":"2026-04-27T02:17:57.081567Z","end":"2026-04-27T02:18:02.081575Z","steps":["trace[2013803683] 'agreement among raft nodes before linearized reading' (duration: 4.999866803s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:02.081666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.081537Z","time spent":"5.00011408s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/04/27 02:18:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:02.324936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999684679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:02.325022Z","caller":"traceutil/trace.go:171","msg":"trace[183744191] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999834903s","start":"2026-04-27T02:17:57.325167Z","end":"2026-04-27T02:18:02.325002Z","steps":["trace[183744191] 'agreement among raft nodes before linearized reading' (duration: 4.9997274s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:02.325076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.325144Z","time spent":"4.999920475s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/04/27 02:18:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:02.349125Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:02.587892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.589401Z","time spent":"4.998486189s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:18:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:02.623606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074764s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:02.623671Z","caller":"traceutil/trace.go:171","msg":"trace[1134833884] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214557s","start":"2026-04-27T02:18:00.623438Z","end":"2026-04-27T02:18:02.623652Z","steps":["trace[1134833884] 'agreement among raft nodes before linearized reading' (duration: 2.000113374s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:02.623704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:00.623417Z","time spent":"2.000280348s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:02.634424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999391182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:02.634464Z","caller":"traceutil/trace.go:171","msg":"trace[748334830] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.999473084s","start":"2026-04-27T02:17:57.634979Z","end":"2026-04-27T02:18:02.634452Z","steps":["trace[748334830] 'agreement among raft nodes before linearized reading' (duration: 4.999433313s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:02.63449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.634957Z","time spent":"4.999526616s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/04/27 02:18:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:02.81171Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99969835s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:02.811783Z","caller":"traceutil/trace.go:171","msg":"trace[781506367] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999818533s","start":"2026-04-27T02:17:57.811948Z","end":"2026-04-27T02:18:02.811766Z","steps":["trace[781506367] 'agreement among raft nodes before linearized reading' (duration: 4.999728131s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:02.81182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.81193Z","time spent":"4.999881664s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 02:18:02 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:02.849723Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799410,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:02.945106Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.584145524s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:03.017825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.130639618s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:03.017924Z","caller":"traceutil/trace.go:171","msg":"trace[611284623] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:24980; }","duration":"1.130746751s","start":"2026-04-27T02:18:01.887161Z","end":"2026-04-27T02:18:03.017907Z","steps":["trace[611284623] 'range keys from in-memory index tree' (duration: 1.130620788s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:03.019696Z","caller":"traceutil/trace.go:171","msg":"trace[1428010469] transaction","detail":"{read_only:false; response_revision:24982; number_of_response:1; }","duration":"5.429454462s","start":"2026-04-27T02:17:57.590221Z","end":"2026-04-27T02:18:03.019676Z","steps":["trace[1428010469] 'process raft request' (duration: 5.429112033s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:03.019758Z","caller":"traceutil/trace.go:171","msg":"trace[1099815159] transaction","detail":"{read_only:false; response_revision:24984; number_of_response:1; }","duration":"4.377270831s","start":"2026-04-27T02:17:58.642444Z","end":"2026-04-27T02:18:03.019715Z","steps":["trace[1099815159] 'process raft request' (duration: 4.377012664s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:03.019899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:58.642423Z","time spent":"4.377400735s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:03.019791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.590149Z","time spent":"5.429592865s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":900,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:18:03.020738Z","caller":"traceutil/trace.go:171","msg":"trace[1650387091] transaction","detail":"{read_only:false; response_revision:24983; number_of_response:1; }","duration":"4.534490973s","start":"2026-04-27T02:17:58.486223Z","end":"2026-04-27T02:18:03.020714Z","steps":["trace[1650387091] 'process raft request' (duration: 4.533185701s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:03.020822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:58.486205Z","time spent":"4.534573465s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:04.630752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000209716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:04.630857Z","caller":"traceutil/trace.go:171","msg":"trace[1919215452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000351559s","start":"2026-04-27T02:18:02.630483Z","end":"2026-04-27T02:18:04.630835Z","steps":["trace[1919215452] 'agreement among raft nodes before linearized reading' (duration: 2.000225686s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:04.631176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:02.630471Z","time spent":"2.000688258s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:04 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:04.689152Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.743883706s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:04.691653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672149477s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-27T02:18:04.692663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:03.224132Z","time spent":"1.468521894s","remote":"127.0.0.1:40888","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:18:04.692935Z","caller":"traceutil/trace.go:171","msg":"trace[1719026165] transaction","detail":"{read_only:false; response_revision:24985; number_of_response:1; }","duration":"4.006887685s","start":"2026-04-27T02:18:00.686029Z","end":"2026-04-27T02:18:04.692916Z","steps":["trace[1719026165] 'process raft request' (duration: 4.005705455s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:04.693008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:00.686004Z","time spent":"4.006958687s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:06.574084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881072983s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:06.574569Z","caller":"traceutil/trace.go:171","msg":"trace[1942204627] transaction","detail":"{read_only:false; response_revision:24989; number_of_response:1; }","duration":"1.220128714s","start":"2026-04-27T02:18:05.354406Z","end":"2026-04-27T02:18:06.574535Z","steps":["trace[1942204627] 'process raft request' (duration: 1.220092403s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.574731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:05.354379Z","time spent":"1.220323079s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:06.575401Z","caller":"traceutil/trace.go:171","msg":"trace[804615316] linearizableReadLoop","detail":"{readStateIndex:25817; appliedIndex:25808; }","duration":"6.229915558s","start":"2026-04-27T02:18:00.345463Z","end":"2026-04-27T02:18:06.575379Z","steps":["trace[804615316] 'read index received' (duration: 2.599791639s)","trace[804615316] 'applied index is now lower than readState.Index' (duration: 3.630121609s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:06.575476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.254861812s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:06.575522Z","caller":"traceutil/trace.go:171","msg":"trace[1948246822] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24989; }","duration":"7.254963374s","start":"2026-04-27T02:17:59.320548Z","end":"2026-04-27T02:18:06.575511Z","steps":["trace[1948246822] 'agreement among raft nodes before linearized reading' (duration: 7.254848501s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.575535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.288218687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-27T02:18:06.575591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.306093457s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:06.575612Z","caller":"traceutil/trace.go:171","msg":"trace[1728109266] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:24989; }","duration":"6.306114458s","start":"2026-04-27T02:18:00.269492Z","end":"2026-04-27T02:18:06.575607Z","steps":["trace[1728109266] 'agreement among raft nodes before linearized reading' (duration: 6.306078937s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:06.575603Z","caller":"traceutil/trace.go:171","msg":"trace[1231126105] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:24989; }","duration":"8.288299959s","start":"2026-04-27T02:17:58.287286Z","end":"2026-04-27T02:18:06.575586Z","steps":["trace[1231126105] 'agreement among raft nodes before linearized reading' (duration: 8.288108334s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.57563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:00.269437Z","time spent":"6.30618816s","remote":"127.0.0.1:49266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.575647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.651133716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T02:18:06.575673Z","caller":"traceutil/trace.go:171","msg":"trace[1686208112] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:24989; }","duration":"8.651192576s","start":"2026-04-27T02:17:57.924472Z","end":"2026-04-27T02:18:06.575665Z","steps":["trace[1686208112] 'agreement among raft nodes before linearized reading' (duration: 8.651063303s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.575698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.924456Z","time spent":"8.651235928s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:06.575746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.797251453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:06.57579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.663704211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:06.575796Z","caller":"traceutil/trace.go:171","msg":"trace[1618735364] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:24989; }","duration":"7.797327415s","start":"2026-04-27T02:17:58.778455Z","end":"2026-04-27T02:18:06.575782Z","steps":["trace[1618735364] 'agreement among raft nodes before linearized reading' (duration: 7.797209532s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:06.575821Z","caller":"traceutil/trace.go:171","msg":"trace[1121938881] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:24989; }","duration":"6.663763643s","start":"2026-04-27T02:17:59.912048Z","end":"2026-04-27T02:18:06.575812Z","steps":["trace[1121938881] 'agreement among raft nodes before linearized reading' (duration: 6.663716792s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.575842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:59.912032Z","time spent":"6.663804593s","remote":"127.0.0.1:49138","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.575841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:58.778415Z","time spent":"7.797413467s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":89,"response size":31,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.575841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.681211632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242266ddf3\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-27T02:18:06.575972Z","caller":"traceutil/trace.go:171","msg":"trace[1083955461] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242266ddf3; range_end:; response_count:1; response_revision:24989; }","duration":"8.681380218s","start":"2026-04-27T02:17:57.894585Z","end":"2026-04-27T02:18:06.575966Z","steps":["trace[1083955461] 'agreement among raft nodes before linearized reading' (duration: 8.681204762s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.575997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.894569Z","time spent":"8.681420169s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242266ddf3\" "} {"level":"warn","ts":"2026-04-27T02:18:06.576045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.24542056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:06.576089Z","caller":"traceutil/trace.go:171","msg":"trace[1805133002] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:24989; }","duration":"8.245532803s","start":"2026-04-27T02:17:58.330544Z","end":"2026-04-27T02:18:06.576077Z","steps":["trace[1805133002] 'agreement among raft nodes before linearized reading' (duration: 8.245462402s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.575523Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.551150295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:06.576123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:58.330487Z","time spent":"8.245629195s","remote":"127.0.0.1:46854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:06.575635Z","caller":"traceutil/trace.go:171","msg":"trace[358510736] transaction","detail":"{read_only:false; response_revision:24988; number_of_response:1; }","duration":"4.219974706s","start":"2026-04-27T02:18:02.355398Z","end":"2026-04-27T02:18:06.575373Z","steps":["trace[358510736] 'process raft request' (duration: 4.219035063s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.576372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.260627862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-27T02:18:06.576418Z","caller":"traceutil/trace.go:171","msg":"trace[2079282087] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:24989; }","duration":"8.260723076s","start":"2026-04-27T02:17:58.315684Z","end":"2026-04-27T02:18:06.576408Z","steps":["trace[2079282087] 'agreement among raft nodes before linearized reading' (duration: 8.260596102s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.576449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:58.315672Z","time spent":"8.260769556s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-04-27T02:18:06.576507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.21070413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:18:06.57653Z","caller":"traceutil/trace.go:171","msg":"trace[529348841] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:24989; }","duration":"9.210791611s","start":"2026-04-27T02:17:57.365733Z","end":"2026-04-27T02:18:06.576524Z","steps":["trace[529348841] 'agreement among raft nodes before linearized reading' (duration: 9.21073835s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.576546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.365713Z","time spent":"9.210828353s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:18:06.575556Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:59.320535Z","time spent":"7.255011935s","remote":"127.0.0.1:33984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.576491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:02.355385Z","time spent":"4.220988102s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:06.576777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.306812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-04-27T02:18:06.5768Z","caller":"traceutil/trace.go:171","msg":"trace[252647549] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:24989; }","duration":"892.365213ms","start":"2026-04-27T02:18:05.68443Z","end":"2026-04-27T02:18:06.576796Z","steps":["trace[252647549] 'agreement among raft nodes before linearized reading' (duration: 892.313402ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.576383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.537701392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-04-27T02:18:06.576816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:05.684411Z","time spent":"892.401394ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:18:06.57684Z","caller":"traceutil/trace.go:171","msg":"trace[1420263694] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:24989; }","duration":"9.538180614s","start":"2026-04-27T02:17:57.038641Z","end":"2026-04-27T02:18:06.576822Z","steps":["trace[1420263694] 'agreement among raft nodes before linearized reading' (duration: 9.537690332s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.576894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.040434404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:06.576901Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.038621Z","time spent":"9.538266636s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:18:06.576916Z","caller":"traceutil/trace.go:171","msg":"trace[65912628] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:24989; }","duration":"1.040488506s","start":"2026-04-27T02:18:05.536422Z","end":"2026-04-27T02:18:06.576911Z","steps":["trace[65912628] 'agreement among raft nodes before linearized reading' (duration: 1.040456335s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.576936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:05.536405Z","time spent":"1.040526488s","remote":"127.0.0.1:39256","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.577034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.103404822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:06.577054Z","caller":"traceutil/trace.go:171","msg":"trace[2069191064] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:24989; }","duration":"1.103462763s","start":"2026-04-27T02:18:05.473586Z","end":"2026-04-27T02:18:06.577049Z","steps":["trace[2069191064] 'agreement among raft nodes before linearized reading' (duration: 1.103430273s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.577069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:05.473565Z","time spent":"1.103499604s","remote":"127.0.0.1:48622","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.576629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.518791735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:06.577178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.768908957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:626"} {"level":"info","ts":"2026-04-27T02:18:06.577173Z","caller":"traceutil/trace.go:171","msg":"trace[659932336] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:24989; }","duration":"9.5193943s","start":"2026-04-27T02:17:57.057767Z","end":"2026-04-27T02:18:06.577161Z","steps":["trace[659932336] 'agreement among raft nodes before linearized reading' (duration: 9.518844237s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:06.577201Z","caller":"traceutil/trace.go:171","msg":"trace[803338950] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:24989; }","duration":"1.769001109s","start":"2026-04-27T02:18:04.808194Z","end":"2026-04-27T02:18:06.577195Z","steps":["trace[803338950] 'agreement among raft nodes before linearized reading' (duration: 1.768945548s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.577223Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:04.808171Z","time spent":"1.76904705s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-04-27T02:18:06.577227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.057743Z","time spent":"9.519465682s","remote":"127.0.0.1:45658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.577284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.946043301s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:06.577308Z","caller":"traceutil/trace.go:171","msg":"trace[467950385] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:24989; }","duration":"1.946096582s","start":"2026-04-27T02:18:04.631205Z","end":"2026-04-27T02:18:06.577302Z","steps":["trace[467950385] 'agreement among raft nodes before linearized reading' (duration: 1.946060591s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.577331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:04.631192Z","time spent":"1.946132383s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:18:06.577339Z","caller":"traceutil/trace.go:171","msg":"trace[1736794769] transaction","detail":"{read_only:false; response_revision:24987; number_of_response:1; }","duration":"4.223829873s","start":"2026-04-27T02:18:02.353499Z","end":"2026-04-27T02:18:06.577329Z","steps":["trace[1736794769] 'process raft request' (duration: 4.220859919s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.576731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.876942531s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:06.577439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.977305429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:06.577452Z","caller":"traceutil/trace.go:171","msg":"trace[1565434318] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:24989; }","duration":"5.877696989s","start":"2026-04-27T02:18:00.699744Z","end":"2026-04-27T02:18:06.577441Z","steps":["trace[1565434318] 'agreement among raft nodes before linearized reading' (duration: 5.876970851s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.577499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:00.699721Z","time spent":"5.877765961s","remote":"127.0.0.1:33920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.577522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007343025s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T02:18:06.577548Z","caller":"traceutil/trace.go:171","msg":"trace[283242101] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:24989; }","duration":"2.007413758s","start":"2026-04-27T02:18:04.570127Z","end":"2026-04-27T02:18:06.577541Z","steps":["trace[283242101] 'agreement among raft nodes before linearized reading' (duration: 2.007351816s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.577569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:04.570102Z","time spent":"2.007462129s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-04-27T02:18:06.577622Z","caller":"traceutil/trace.go:171","msg":"trace[1097477584] transaction","detail":"{read_only:false; response_revision:24986; number_of_response:1; }","duration":"4.224148732s","start":"2026-04-27T02:18:02.352999Z","end":"2026-04-27T02:18:06.577147Z","steps":["trace[1097477584] 'process raft request' (duration: 2.339908769s)","trace[1097477584] 'compare' (duration: 1.879741959s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:06.576129Z","caller":"traceutil/trace.go:171","msg":"trace[1279949182] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:24989; }","duration":"8.551804692s","start":"2026-04-27T02:17:58.024316Z","end":"2026-04-27T02:18:06.57612Z","steps":["trace[1279949182] 'agreement among raft nodes before linearized reading' (duration: 8.551173096s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.577698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.250860943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-27T02:18:06.577705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:58.024285Z","time spent":"8.553409911s","remote":"127.0.0.1:48946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:06.577725Z","caller":"traceutil/trace.go:171","msg":"trace[245218765] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:24989; }","duration":"2.250915805s","start":"2026-04-27T02:18:04.326803Z","end":"2026-04-27T02:18:06.577718Z","steps":["trace[245218765] 'agreement among raft nodes before linearized reading' (duration: 2.250852543s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.577743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:04.326788Z","time spent":"2.250950096s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:18:06.577415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:02.35348Z","time spent":"4.223886725s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:06.577859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.360173608s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-27T02:18:06.578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.582944694s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-ncbkf\" ","response":"range_response_count:1 size:5928"} {"level":"warn","ts":"2026-04-27T02:18:06.57804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.432620426s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:06.578051Z","caller":"traceutil/trace.go:171","msg":"trace[1584683080] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-ncbkf; range_end:; response_count:1; response_revision:24989; }","duration":"2.583030316s","start":"2026-04-27T02:18:03.995007Z","end":"2026-04-27T02:18:06.578037Z","steps":["trace[1584683080] 'agreement among raft nodes before linearized reading' (duration: 2.582879932s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:06.578073Z","caller":"traceutil/trace.go:171","msg":"trace[2055414451] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:24989; }","duration":"4.432689958s","start":"2026-04-27T02:18:02.145374Z","end":"2026-04-27T02:18:06.578064Z","steps":["trace[2055414451] 'agreement among raft nodes before linearized reading' (duration: 4.432638696s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.578081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:03.994991Z","time spent":"2.583082057s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5951,"request content":"key:\"/registry/pods/openstack/rabbitmq-cluster-operator-7fcdcd478-ncbkf\" "} {"level":"warn","ts":"2026-04-27T02:18:06.578063Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.34725924s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-27T02:18:06.578101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:02.145348Z","time spent":"4.432745758s","remote":"127.0.0.1:48512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.578102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.492691229s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-04-27T02:18:06.578143Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.989048395s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-04-27T02:18:06.578138Z","caller":"traceutil/trace.go:171","msg":"trace[592370061] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:24989; }","duration":"5.347367733s","start":"2026-04-27T02:18:01.230748Z","end":"2026-04-27T02:18:06.578116Z","steps":["trace[592370061] 'agreement among raft nodes before linearized reading' (duration: 5.347122587s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.578181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:01.230732Z","time spent":"5.347442574s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T02:18:06.578201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.633173611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:06.578226Z","caller":"traceutil/trace.go:171","msg":"trace[1407327223] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:24989; }","duration":"2.492814182s","start":"2026-04-27T02:18:04.085348Z","end":"2026-04-27T02:18:06.578162Z","steps":["trace[1407327223] 'agreement among raft nodes before linearized reading' (duration: 2.492576816s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:06.578244Z","caller":"traceutil/trace.go:171","msg":"trace[732909305] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:24989; }","duration":"4.633303434s","start":"2026-04-27T02:18:01.944931Z","end":"2026-04-27T02:18:06.578235Z","steps":["trace[732909305] 'agreement among raft nodes before linearized reading' (duration: 4.633233042s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.577198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.767088718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:18:06.578273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:04.085331Z","time spent":"2.492935255s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:18:06.578297Z","caller":"traceutil/trace.go:171","msg":"trace[163454255] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:24989; }","duration":"8.768227046s","start":"2026-04-27T02:17:57.810062Z","end":"2026-04-27T02:18:06.578289Z","steps":["trace[163454255] 'agreement among raft nodes before linearized reading' (duration: 8.765793595s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.578312Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.114861402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:06.578344Z","caller":"traceutil/trace.go:171","msg":"trace[714846614] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:24989; }","duration":"5.114941284s","start":"2026-04-27T02:18:01.463394Z","end":"2026-04-27T02:18:06.578335Z","steps":["trace[714846614] 'agreement among raft nodes before linearized reading' (duration: 5.114891473s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.578366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:01.463339Z","time spent":"5.115019586s","remote":"127.0.0.1:60966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.578322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.810038Z","time spent":"8.768277198s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2737,"response size":32,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:06.578433Z","caller":"traceutil/trace.go:171","msg":"trace[386311502] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:24989; }","duration":"3.989115107s","start":"2026-04-27T02:18:02.58905Z","end":"2026-04-27T02:18:06.578165Z","steps":["trace[386311502] 'agreement among raft nodes before linearized reading' (duration: 3.989037635s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.578452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407194004s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"warn","ts":"2026-04-27T02:18:06.578464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:02.589034Z","time spent":"3.989422465s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":563,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"info","ts":"2026-04-27T02:18:06.578477Z","caller":"traceutil/trace.go:171","msg":"trace[497945822] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:24989; }","duration":"2.407257696s","start":"2026-04-27T02:18:04.171212Z","end":"2026-04-27T02:18:06.578469Z","steps":["trace[497945822] 'agreement among raft nodes before linearized reading' (duration: 2.407183354s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.578503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:04.171194Z","time spent":"2.407303266s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-04-27T02:18:06.578108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.542522284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:06.578534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.69877828s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7749"} {"level":"warn","ts":"2026-04-27T02:18:06.578273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:01.94491Z","time spent":"4.633355946s","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:18:06.575644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:58.287272Z","time spent":"8.288362991s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-04-27T02:18:06.578595Z","caller":"traceutil/trace.go:171","msg":"trace[452766185] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:24989; }","duration":"5.698875383s","start":"2026-04-27T02:18:00.879705Z","end":"2026-04-27T02:18:06.57858Z","steps":["trace[452766185] 'agreement among raft nodes before linearized reading' (duration: 5.698722919s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:06.578551Z","caller":"traceutil/trace.go:171","msg":"trace[1575237353] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:24989; }","duration":"2.543024437s","start":"2026-04-27T02:18:04.035517Z","end":"2026-04-27T02:18:06.578542Z","steps":["trace[1575237353] 'agreement among raft nodes before linearized reading' (duration: 2.542511384s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.578638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:04.035497Z","time spent":"2.54312981s","remote":"127.0.0.1:51446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:06.577466Z","caller":"traceutil/trace.go:171","msg":"trace[497404714] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:24989; }","duration":"1.977370811s","start":"2026-04-27T02:18:04.600089Z","end":"2026-04-27T02:18:06.57746Z","steps":["trace[497404714] 'agreement among raft nodes before linearized reading' (duration: 1.97733075s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.578685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:04.600071Z","time spent":"1.978597101s","remote":"127.0.0.1:48988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.578636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:00.879683Z","time spent":"5.698942904s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7772,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-04-27T02:18:06.578729Z","caller":"traceutil/trace.go:171","msg":"trace[1854779882] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:24989; }","duration":"2.360253261s","start":"2026-04-27T02:18:04.217626Z","end":"2026-04-27T02:18:06.577879Z","steps":["trace[1854779882] 'agreement among raft nodes before linearized reading' (duration: 2.36019217s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.578801Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:04.217605Z","time spent":"2.361177545s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:18:06.576463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.178795816s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:18:06.579096Z","caller":"traceutil/trace.go:171","msg":"trace[185683433] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:24989; }","duration":"9.181453243s","start":"2026-04-27T02:17:57.397626Z","end":"2026-04-27T02:18:06.57908Z","steps":["trace[185683433] 'agreement among raft nodes before linearized reading' (duration: 9.178768755s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.579152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:17:57.397607Z","time spent":"9.181530415s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:18:06.577998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.444605437s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:06.579363Z","caller":"traceutil/trace.go:171","msg":"trace[307599125] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:24989; }","duration":"2.446018863s","start":"2026-04-27T02:18:04.133332Z","end":"2026-04-27T02:18:06.579351Z","steps":["trace[307599125] 'agreement among raft nodes before linearized reading' (duration: 2.444583096s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:06.579467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:04.133311Z","time spent":"2.446142995s","remote":"127.0.0.1:33982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:06.579917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:02.352975Z","time spent":"4.226912431s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:07.082312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.586389Z","time spent":"495.915398ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:18:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:07.087006Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799417,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:07.324105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.586251Z","time spent":"737.844577ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:18:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:07.36598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.586289Z","time spent":"779.675941ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:18:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:07.397508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.586298Z","time spent":"811.204915ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:18:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:07.588212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.000450574s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:07.588268Z","caller":"traceutil/trace.go:171","msg":"trace[1951198960] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"1.000550467s","start":"2026-04-27T02:18:06.587705Z","end":"2026-04-27T02:18:07.588256Z","steps":["trace[1951198960] 'agreement among raft nodes before linearized reading' (duration: 1.000475425s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:07.588299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.587691Z","time spent":"1.000603378s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/04/27 02:18:07 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:08.410975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.068075293s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-27T02:18:08.411056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.586043Z","time spent":"1.825009039s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:18:08.575246Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.230461175s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:08.586926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:08.587002Z","caller":"traceutil/trace.go:171","msg":"trace[1775030949] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000441031s","start":"2026-04-27T02:18:06.586546Z","end":"2026-04-27T02:18:08.586987Z","steps":["trace[1775030949] 'agreement among raft nodes before linearized reading' (duration: 2.000348639s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:08.587058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.586538Z","time spent":"2.000511403s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:08 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:09.930036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.35449559s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:09.930999Z","caller":"traceutil/trace.go:171","msg":"trace[493255758] transaction","detail":"{read_only:false; response_revision:24999; number_of_response:1; }","duration":"3.343590563s","start":"2026-04-27T02:18:06.587389Z","end":"2026-04-27T02:18:09.930979Z","steps":["trace[493255758] 'process raft request' (duration: 3.343030009s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:09.931065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.587381Z","time spent":"3.343655056s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:09.931246Z","caller":"traceutil/trace.go:171","msg":"trace[1423971679] transaction","detail":"{read_only:false; response_revision:24990; number_of_response:1; }","duration":"3.345104303s","start":"2026-04-27T02:18:06.586133Z","end":"2026-04-27T02:18:09.931237Z","steps":["trace[1423971679] 'process raft request' (duration: 1.989340021s)","trace[1423971679] 'compare' (duration: 1.354176842s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:09.931291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.58611Z","time spent":"3.345156694s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:09.931528Z","caller":"traceutil/trace.go:171","msg":"trace[487690477] transaction","detail":"{read_only:false; response_revision:24991; number_of_response:1; }","duration":"3.345371309s","start":"2026-04-27T02:18:06.586148Z","end":"2026-04-27T02:18:09.931519Z","steps":["trace[487690477] 'process raft request' (duration: 3.343987054s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:09.931571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.586123Z","time spent":"3.345422421s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5697,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:09.931612Z","caller":"traceutil/trace.go:171","msg":"trace[437834688] transaction","detail":"{read_only:false; response_revision:24997; number_of_response:1; }","duration":"3.345228556s","start":"2026-04-27T02:18:06.58636Z","end":"2026-04-27T02:18:09.931589Z","steps":["trace[437834688] 'process raft request' (duration: 3.344001375s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:09.931623Z","caller":"traceutil/trace.go:171","msg":"trace[161270378] transaction","detail":"{read_only:false; response_revision:24992; number_of_response:1; }","duration":"3.345347489s","start":"2026-04-27T02:18:06.586246Z","end":"2026-04-27T02:18:09.931593Z","steps":["trace[161270378] 'process raft request' (duration: 3.343987455s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:09.931724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.586352Z","time spent":"3.345313078s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:09.93173Z","caller":"traceutil/trace.go:171","msg":"trace[1493773882] transaction","detail":"{read_only:false; response_revision:25000; number_of_response:1; }","duration":"3.343881571s","start":"2026-04-27T02:18:06.587837Z","end":"2026-04-27T02:18:09.931718Z","steps":["trace[1493773882] 'process raft request' (duration: 3.342605949s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:09.931758Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.586236Z","time spent":"3.345450131s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:09.931783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.587829Z","time spent":"3.343927663s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:09.931792Z","caller":"traceutil/trace.go:171","msg":"trace[1808132057] transaction","detail":"{read_only:false; response_revision:25002; number_of_response:1; }","duration":"2.705598315s","start":"2026-04-27T02:18:07.226188Z","end":"2026-04-27T02:18:09.931786Z","steps":["trace[1808132057] 'process raft request' (duration: 2.704323393s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:09.931828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:07.226162Z","time spent":"2.705645055s","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:09.931846Z","caller":"traceutil/trace.go:171","msg":"trace[224004752] transaction","detail":"{read_only:false; response_revision:25001; number_of_response:1; }","duration":"3.343672476s","start":"2026-04-27T02:18:06.588167Z","end":"2026-04-27T02:18:09.931839Z","steps":["trace[224004752] 'process raft request' (duration: 3.342298022s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:09.931768Z","caller":"traceutil/trace.go:171","msg":"trace[93349034] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25002; }","duration":"2.605235236s","start":"2026-04-27T02:18:07.326524Z","end":"2026-04-27T02:18:09.93176Z","steps":["trace[93349034] 'process raft request' (duration: 2.604048936s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:09.931866Z","caller":"traceutil/trace.go:171","msg":"trace[108057797] transaction","detail":"{read_only:false; response_revision:24993; number_of_response:1; }","duration":"3.345607005s","start":"2026-04-27T02:18:06.586252Z","end":"2026-04-27T02:18:09.93186Z","steps":["trace[108057797] 'process raft request' (duration: 3.344016796s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:09.931884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.58816Z","time spent":"3.343701416s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:09.931896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.58624Z","time spent":"3.345638606s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:09.931895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:07.326505Z","time spent":"2.60536396s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":47,"response count":0,"response size":517,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:09.931939Z","caller":"traceutil/trace.go:171","msg":"trace[1902856823] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25001; }","duration":"2.847125512s","start":"2026-04-27T02:18:07.084806Z","end":"2026-04-27T02:18:09.931931Z","steps":["trace[1902856823] 'process raft request' (duration: 2.845680806s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:09.931975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:07.084787Z","time spent":"2.847167653s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":62,"response count":0,"response size":528,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:09.932153Z","caller":"traceutil/trace.go:171","msg":"trace[347226881] linearizableReadLoop","detail":"{readStateIndex:25832; appliedIndex:25818; }","duration":"3.345971535s","start":"2026-04-27T02:18:06.586163Z","end":"2026-04-27T02:18:09.932134Z","steps":["trace[347226881] 'read index received' (duration: 756.752582ms)","trace[347226881] 'applied index is now lower than readState.Index' (duration: 2.589217113s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:09.932234Z","caller":"traceutil/trace.go:171","msg":"trace[544948251] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25002; }","duration":"2.563915745s","start":"2026-04-27T02:18:07.368289Z","end":"2026-04-27T02:18:09.932205Z","steps":["trace[544948251] 'process raft request' (duration: 2.562309364s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:09.932335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.34616195s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f1b720eb-387a-477a-b7f0-97a99874aa40\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-04-27T02:18:09.932348Z","caller":"traceutil/trace.go:171","msg":"trace[339657572] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25002; }","duration":"2.533344025s","start":"2026-04-27T02:18:07.398972Z","end":"2026-04-27T02:18:09.932316Z","steps":["trace[339657572] 'process raft request' (duration: 2.531643381s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:09.932375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:07.368267Z","time spent":"2.564029088s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:09.93239Z","caller":"traceutil/trace.go:171","msg":"trace[711217610] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f1b720eb-387a-477a-b7f0-97a99874aa40; range_end:; response_count:1; response_revision:25002; }","duration":"3.346234142s","start":"2026-04-27T02:18:06.586139Z","end":"2026-04-27T02:18:09.932373Z","steps":["trace[711217610] 'agreement among raft nodes before linearized reading' (duration: 3.346071828s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:09.932419Z","caller":"traceutil/trace.go:171","msg":"trace[359779163] transaction","detail":"{read_only:false; response_revision:25003; number_of_response:1; }","duration":"1.518666648s","start":"2026-04-27T02:18:08.413742Z","end":"2026-04-27T02:18:09.932409Z","steps":["trace[359779163] 'process raft request' (duration: 1.518505914s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:09.932447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.586129Z","time spent":"3.346310394s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-f1b720eb-387a-477a-b7f0-97a99874aa40\" "} {"level":"warn","ts":"2026-04-27T02:18:09.932458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:08.413722Z","time spent":"1.51871387s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:09.932484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:07.398952Z","time spent":"2.533460498s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":46,"response count":0,"response size":472,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:10.432973Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799442,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:10.587557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000293147s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:10.587653Z","caller":"traceutil/trace.go:171","msg":"trace[1090663364] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000478243s","start":"2026-04-27T02:18:08.587155Z","end":"2026-04-27T02:18:10.587634Z","steps":["trace[1090663364] 'agreement among raft nodes before linearized reading' (duration: 2.000342879s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:10.587705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:08.587129Z","time spent":"2.000564375s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:10.709959Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.54655394s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:10.756694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000027131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:10.756789Z","caller":"traceutil/trace.go:171","msg":"trace[385674742] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147424s","start":"2026-04-27T02:18:08.75662Z","end":"2026-04-27T02:18:10.756768Z","steps":["trace[385674742] 'agreement among raft nodes before linearized reading' (duration: 2.00001985s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:10.756851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:08.756561Z","time spent":"2.000273187s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:10 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:11.461999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"751.804791ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:11.462249Z","caller":"traceutil/trace.go:171","msg":"trace[280386656] transaction","detail":"{read_only:false; response_revision:25006; number_of_response:1; }","duration":"2.871264471s","start":"2026-04-27T02:18:08.590967Z","end":"2026-04-27T02:18:11.462231Z","steps":["trace[280386656] 'process raft request' (duration: 2.871216359s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:11.462332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:08.590947Z","time spent":"2.871346263s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:11.462454Z","caller":"traceutil/trace.go:171","msg":"trace[1469821885] transaction","detail":"{read_only:false; response_revision:25004; number_of_response:1; }","duration":"2.875352405s","start":"2026-04-27T02:18:08.587082Z","end":"2026-04-27T02:18:11.462435Z","steps":["trace[1469821885] 'process raft request' (duration: 2.123028441s)","trace[1469821885] 'compare' (duration: 751.518484ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:11.46251Z","caller":"traceutil/trace.go:171","msg":"trace[1783605712] transaction","detail":"{read_only:false; response_revision:25005; number_of_response:1; }","duration":"2.874957893s","start":"2026-04-27T02:18:08.587538Z","end":"2026-04-27T02:18:11.462496Z","steps":["trace[1783605712] 'process raft request' (duration: 2.874552763s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:11.462522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:08.587064Z","time spent":"2.875426486s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:11.462584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:08.587529Z","time spent":"2.875018595s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:11.936599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000476793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:11.936701Z","caller":"traceutil/trace.go:171","msg":"trace[569538414] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000607456s","start":"2026-04-27T02:18:09.936073Z","end":"2026-04-27T02:18:11.936681Z","steps":["trace[569538414] 'agreement among raft nodes before linearized reading' (duration: 2.000477973s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:11.936753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.936071Z","time spent":"2.000670867s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:11 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:12.164788Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.454627865s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:12.59643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000567746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:12.596518Z","caller":"traceutil/trace.go:171","msg":"trace[2014998735] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00072179s","start":"2026-04-27T02:18:10.595777Z","end":"2026-04-27T02:18:12.596498Z","steps":["trace[2014998735] 'agreement among raft nodes before linearized reading' (duration: 2.000602177s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:12.596566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:10.595756Z","time spent":"2.000800851s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:12 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:12.742661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"856.193771ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:12.742782Z","caller":"traceutil/trace.go:171","msg":"trace[1427102576] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25006; }","duration":"856.326724ms","start":"2026-04-27T02:18:11.886436Z","end":"2026-04-27T02:18:12.742763Z","steps":["trace[1427102576] 'range keys from in-memory index tree' (duration: 856.17235ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.628446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.463513828s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:18:13.629342Z","caller":"traceutil/trace.go:171","msg":"trace[668359205] transaction","detail":"{read_only:false; response_revision:25007; number_of_response:1; }","duration":"3.693912586s","start":"2026-04-27T02:18:09.935397Z","end":"2026-04-27T02:18:13.629309Z","steps":["trace[668359205] 'process raft request' (duration: 3.693119566s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.629502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.935388Z","time spent":"3.694028028s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:13.630966Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.216737599s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:18:13.63215Z","caller":"traceutil/trace.go:171","msg":"trace[798353750] transaction","detail":"{read_only:false; response_revision:25008; number_of_response:1; }","duration":"3.694733867s","start":"2026-04-27T02:18:09.937394Z","end":"2026-04-27T02:18:13.632128Z","steps":["trace[798353750] 'process raft request' (duration: 3.691896945s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.632348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.937387Z","time spent":"3.694815059s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":931,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:18:13.632375Z","caller":"traceutil/trace.go:171","msg":"trace[468769226] transaction","detail":"{read_only:false; response_revision:25010; number_of_response:1; }","duration":"3.692954831s","start":"2026-04-27T02:18:09.939391Z","end":"2026-04-27T02:18:13.632345Z","steps":["trace[468769226] 'process raft request' (duration: 3.692762496s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:13.632401Z","caller":"traceutil/trace.go:171","msg":"trace[209987534] transaction","detail":"{read_only:false; response_revision:25014; number_of_response:1; }","duration":"1.435297157s","start":"2026-04-27T02:18:12.197087Z","end":"2026-04-27T02:18:13.632384Z","steps":["trace[209987534] 'process raft request' (duration: 1.435259136s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.633462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:12.197063Z","time spent":"1.436336194s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:13.632445Z","caller":"traceutil/trace.go:171","msg":"trace[2078116083] transaction","detail":"{read_only:false; response_revision:25011; number_of_response:1; }","duration":"3.692342956s","start":"2026-04-27T02:18:09.940093Z","end":"2026-04-27T02:18:13.632436Z","steps":["trace[2078116083] 'process raft request' (duration: 3.692122151s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.633371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.939384Z","time spent":"3.693902147s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:13.633612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.940088Z","time spent":"3.693465975s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:18:13.632578Z","caller":"traceutil/trace.go:171","msg":"trace[1482795810] transaction","detail":"{read_only:false; response_revision:25012; number_of_response:1; }","duration":"3.69172827s","start":"2026-04-27T02:18:09.940841Z","end":"2026-04-27T02:18:13.632569Z","steps":["trace[1482795810] 'process raft request' (duration: 3.691413472s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.633827Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.940835Z","time spent":"3.69291036s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:18:13.632617Z","caller":"traceutil/trace.go:171","msg":"trace[475806611] linearizableReadLoop","detail":"{readStateIndex:25847; appliedIndex:25837; }","duration":"3.700410059s","start":"2026-04-27T02:18:09.932194Z","end":"2026-04-27T02:18:13.632604Z","steps":["trace[475806611] 'read index received' (duration: 777.928657ms)","trace[475806611] 'applied index is now lower than readState.Index' (duration: 2.922479922s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:13.63264Z","caller":"traceutil/trace.go:171","msg":"trace[1545821604] transaction","detail":"{read_only:false; response_revision:25009; number_of_response:1; }","duration":"3.694953902s","start":"2026-04-27T02:18:09.937678Z","end":"2026-04-27T02:18:13.632632Z","steps":["trace[1545821604] 'process raft request' (duration: 3.694388607s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.634027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.937674Z","time spent":"3.696320916s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:18:13.632709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.722789859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:13.634114Z","caller":"traceutil/trace.go:171","msg":"trace[2110426198] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25014; }","duration":"4.724234575s","start":"2026-04-27T02:18:08.909867Z","end":"2026-04-27T02:18:13.634101Z","steps":["trace[2110426198] 'agreement among raft nodes before linearized reading' (duration: 4.722799979s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.634151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:08.909847Z","time spent":"4.724292987s","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:13.632732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.044930388s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:13.634276Z","caller":"traceutil/trace.go:171","msg":"trace[2009876815] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25014; }","duration":"7.046500297s","start":"2026-04-27T02:18:06.587757Z","end":"2026-04-27T02:18:13.634257Z","steps":["trace[2009876815] 'agreement among raft nodes before linearized reading' (duration: 7.044882606s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.632747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.649915112s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:13.634338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:06.587752Z","time spent":"7.046561048s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:18:13.632755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.142035833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:13.634385Z","caller":"traceutil/trace.go:171","msg":"trace[141327624] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25014; }","duration":"4.651557353s","start":"2026-04-27T02:18:08.982804Z","end":"2026-04-27T02:18:13.634361Z","steps":["trace[141327624] 'agreement among raft nodes before linearized reading' (duration: 4.649924583s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:13.634443Z","caller":"traceutil/trace.go:171","msg":"trace[1022746764] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25014; }","duration":"6.143768236s","start":"2026-04-27T02:18:07.490662Z","end":"2026-04-27T02:18:13.63443Z","steps":["trace[1022746764] 'agreement among raft nodes before linearized reading' (duration: 6.142009522s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.634471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:07.490643Z","time spent":"6.143819257s","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:13.634472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:08.982793Z","time spent":"4.651654485s","remote":"127.0.0.1:34000","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:13.632781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.408484802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:13.634571Z","caller":"traceutil/trace.go:171","msg":"trace[219856246] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:25014; }","duration":"5.410296017s","start":"2026-04-27T02:18:08.224253Z","end":"2026-04-27T02:18:13.634549Z","steps":["trace[219856246] 'agreement among raft nodes before linearized reading' (duration: 5.408515503s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.634711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:08.224234Z","time spent":"5.410454941s","remote":"127.0.0.1:33838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:13.632778Z","caller":"traceutil/trace.go:171","msg":"trace[1178193270] transaction","detail":"{read_only:false; response_revision:25013; number_of_response:1; }","duration":"2.042332627s","start":"2026-04-27T02:18:11.590419Z","end":"2026-04-27T02:18:13.632752Z","steps":["trace[1178193270] 'process raft request' (duration: 2.041888465s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.634841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:11.590392Z","time spent":"2.04441089s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:13.632794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.507050571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:13.634884Z","caller":"traceutil/trace.go:171","msg":"trace[1239572072] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25014; }","duration":"6.509186274s","start":"2026-04-27T02:18:07.125689Z","end":"2026-04-27T02:18:13.634875Z","steps":["trace[1239572072] 'agreement among raft nodes before linearized reading' (duration: 6.507071151s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.634912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:07.125667Z","time spent":"6.509235846s","remote":"127.0.0.1:48734","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:13.666942Z","caller":"traceutil/trace.go:171","msg":"trace[1642760166] transaction","detail":"{read_only:false; response_revision:25016; number_of_response:1; }","duration":"252.026822ms","start":"2026-04-27T02:18:13.414891Z","end":"2026-04-27T02:18:13.666918Z","steps":["trace[1642760166] 'process raft request' (duration: 251.95324ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:13.666983Z","caller":"traceutil/trace.go:171","msg":"trace[811378293] transaction","detail":"{read_only:false; response_revision:25015; number_of_response:1; }","duration":"410.925967ms","start":"2026-04-27T02:18:13.256007Z","end":"2026-04-27T02:18:13.666933Z","steps":["trace[811378293] 'process raft request' (duration: 410.705282ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.66715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.255989Z","time spent":"411.078652ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:13.667309Z","caller":"traceutil/trace.go:171","msg":"trace[38018098] transaction","detail":"{read_only:false; response_revision:25017; number_of_response:1; }","duration":"199.760245ms","start":"2026-04-27T02:18:13.467538Z","end":"2026-04-27T02:18:13.667298Z","steps":["trace[38018098] 'process raft request' (duration: 199.341904ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:13.667631Z","caller":"traceutil/trace.go:171","msg":"trace[829253234] transaction","detail":"{read_only:false; response_revision:25018; number_of_response:1; }","duration":"200.002521ms","start":"2026-04-27T02:18:13.467618Z","end":"2026-04-27T02:18:13.667621Z","steps":["trace[829253234] 'process raft request' (duration: 199.506288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.667902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"842.397943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:13.667926Z","caller":"traceutil/trace.go:171","msg":"trace[917281501] transaction","detail":"{read_only:false; response_revision:25019; number_of_response:1; }","duration":"200.088573ms","start":"2026-04-27T02:18:13.46771Z","end":"2026-04-27T02:18:13.667798Z","steps":["trace[917281501] 'process raft request' (duration: 199.876488ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.667985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930050047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:13.667987Z","caller":"traceutil/trace.go:171","msg":"trace[1057559543] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:25019; }","duration":"842.526006ms","start":"2026-04-27T02:18:12.825442Z","end":"2026-04-27T02:18:13.667968Z","steps":["trace[1057559543] 'agreement among raft nodes before linearized reading' (duration: 842.383003ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:13.668014Z","caller":"traceutil/trace.go:171","msg":"trace[1898432531] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25019; }","duration":"1.930101618s","start":"2026-04-27T02:18:11.737901Z","end":"2026-04-27T02:18:13.668002Z","steps":["trace[1898432531] 'agreement among raft nodes before linearized reading' (duration: 1.930055787s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.668042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:11.737887Z","time spent":"1.93014694s","remote":"127.0.0.1:48996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:13.668027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.429931931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130309"} {"level":"warn","ts":"2026-04-27T02:18:13.667936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.40047617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:13.668049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:12.825423Z","time spent":"842.608659ms","remote":"127.0.0.1:48456","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:13.668097Z","caller":"traceutil/trace.go:171","msg":"trace[1066682735] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25019; }","duration":"3.430039844s","start":"2026-04-27T02:18:10.23804Z","end":"2026-04-27T02:18:13.668079Z","steps":["trace[1066682735] 'agreement among raft nodes before linearized reading' (duration: 3.429793428s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:13.668103Z","caller":"traceutil/trace.go:171","msg":"trace[337824103] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:25019; }","duration":"3.400700415s","start":"2026-04-27T02:18:10.267386Z","end":"2026-04-27T02:18:13.668086Z","steps":["trace[337824103] 'agreement among raft nodes before linearized reading' (duration: 3.40048911s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.668159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:10.238021Z","time spent":"3.430125807s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130332,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-04-27T02:18:13.668169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:10.267362Z","time spent":"3.400787238s","remote":"127.0.0.1:60982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:13.667932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.682652902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:13.668268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.335238695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:13.668323Z","caller":"traceutil/trace.go:171","msg":"trace[606569591] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25019; }","duration":"1.683116404s","start":"2026-04-27T02:18:11.985193Z","end":"2026-04-27T02:18:13.66831Z","steps":["trace[606569591] 'agreement among raft nodes before linearized reading' (duration: 1.682643032s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.668344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.504710527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:13.668367Z","caller":"traceutil/trace.go:171","msg":"trace[253096533] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25019; }","duration":"1.335389149s","start":"2026-04-27T02:18:12.332951Z","end":"2026-04-27T02:18:13.66834Z","steps":["trace[253096533] 'agreement among raft nodes before linearized reading' (duration: 1.335220794s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:13.668412Z","caller":"traceutil/trace.go:171","msg":"trace[290170338] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:25019; }","duration":"1.50484854s","start":"2026-04-27T02:18:12.163549Z","end":"2026-04-27T02:18:13.668398Z","steps":["trace[290170338] 'agreement among raft nodes before linearized reading' (duration: 1.504696616s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.668438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:12.332931Z","time spent":"1.335484181s","remote":"127.0.0.1:51502","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:13.668463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:12.163527Z","time spent":"1.504922302s","remote":"127.0.0.1:46826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":31,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:13.668505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.729691217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18571"} {"level":"warn","ts":"2026-04-27T02:18:13.668364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:11.985175Z","time spent":"1.683174685s","remote":"127.0.0.1:48578","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:13.668544Z","caller":"traceutil/trace.go:171","msg":"trace[1764911675] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25019; }","duration":"3.729738308s","start":"2026-04-27T02:18:09.938797Z","end":"2026-04-27T02:18:13.668535Z","steps":["trace[1764911675] 'agreement among raft nodes before linearized reading' (duration: 3.729592655s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.66857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.938793Z","time spent":"3.729770779s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-04-27T02:18:13.668615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731309679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:18:13.668675Z","caller":"traceutil/trace.go:171","msg":"trace[1244506785] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25019; }","duration":"3.73137539s","start":"2026-04-27T02:18:09.937282Z","end":"2026-04-27T02:18:13.668657Z","steps":["trace[1244506785] 'agreement among raft nodes before linearized reading' (duration: 3.731255817s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.668502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.733571475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-27T02:18:13.668727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.937277Z","time spent":"3.731439192s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:18:13.66875Z","caller":"traceutil/trace.go:171","msg":"trace[202077111] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25019; }","duration":"3.733841351s","start":"2026-04-27T02:18:09.934889Z","end":"2026-04-27T02:18:13.66873Z","steps":["trace[202077111] 'agreement among raft nodes before linearized reading' (duration: 3.733453142s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.668771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.621523381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"info","ts":"2026-04-27T02:18:13.668801Z","caller":"traceutil/trace.go:171","msg":"trace[267530417] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25019; }","duration":"3.621586092s","start":"2026-04-27T02:18:10.047206Z","end":"2026-04-27T02:18:13.668792Z","steps":["trace[267530417] 'agreement among raft nodes before linearized reading' (duration: 3.62149648s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.668816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.934868Z","time spent":"3.733925784s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:18:13.668838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:10.04719Z","time spent":"3.621640484s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-27T02:18:13.668698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.430444915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-27T02:18:13.669031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.73138048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-27T02:18:13.669043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.731272567s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-04-27T02:18:13.669086Z","caller":"traceutil/trace.go:171","msg":"trace[1502052050] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:25019; }","duration":"3.731430972s","start":"2026-04-27T02:18:09.937635Z","end":"2026-04-27T02:18:13.669066Z","steps":["trace[1502052050] 'agreement among raft nodes before linearized reading' (duration: 3.731322618s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:13.669099Z","caller":"traceutil/trace.go:171","msg":"trace[2109749942] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:25019; }","duration":"3.731336029s","start":"2026-04-27T02:18:09.937747Z","end":"2026-04-27T02:18:13.669083Z","steps":["trace[2109749942] 'agreement among raft nodes before linearized reading' (duration: 3.731178134s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.669127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.937631Z","time spent":"3.731487543s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" "} {"level":"warn","ts":"2026-04-27T02:18:13.669142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.937744Z","time spent":"3.73138698s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1589,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-04-27T02:18:13.669022Z","caller":"traceutil/trace.go:171","msg":"trace[1267569125] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25019; }","duration":"3.430842525s","start":"2026-04-27T02:18:10.238154Z","end":"2026-04-27T02:18:13.668996Z","steps":["trace[1267569125] 'agreement among raft nodes before linearized reading' (duration: 3.429969113s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.669333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:10.238138Z","time spent":"3.431172124s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:18:13.668924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732897048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-27T02:18:13.669508Z","caller":"traceutil/trace.go:171","msg":"trace[1741600233] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25019; }","duration":"3.733486483s","start":"2026-04-27T02:18:09.936009Z","end":"2026-04-27T02:18:13.669496Z","steps":["trace[1741600233] 'agreement among raft nodes before linearized reading' (duration: 3.732821156s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.66954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.936005Z","time spent":"3.733525495s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:18:13.669964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.732632982s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T02:18:13.670036Z","caller":"traceutil/trace.go:171","msg":"trace[1539755669] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25019; }","duration":"3.732713304s","start":"2026-04-27T02:18:09.937304Z","end":"2026-04-27T02:18:13.670017Z","steps":["trace[1539755669] 'agreement among raft nodes before linearized reading' (duration: 3.730926429s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.670173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:09.937302Z","time spent":"3.732853968s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:13.670145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.455318992s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:13.670477Z","caller":"traceutil/trace.go:171","msg":"trace[692009586] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25019; }","duration":"3.457860896s","start":"2026-04-27T02:18:10.212596Z","end":"2026-04-27T02:18:13.670457Z","steps":["trace[692009586] 'agreement among raft nodes before linearized reading' (duration: 3.455315202s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.671778Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:10.212577Z","time spent":"3.459184258s","remote":"127.0.0.1:48884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:13.669951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.066750678s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:13.671919Z","caller":"traceutil/trace.go:171","msg":"trace[2011474726] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25019; }","duration":"1.06881983s","start":"2026-04-27T02:18:12.603085Z","end":"2026-04-27T02:18:13.671904Z","steps":["trace[2011474726] 'agreement among raft nodes before linearized reading' (duration: 1.06489156s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.671964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:12.603062Z","time spent":"1.068887942s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:18:13.917238Z","caller":"traceutil/trace.go:171","msg":"trace[1054114611] linearizableReadLoop","detail":"{readStateIndex:25855; appliedIndex:25854; }","duration":"243.357424ms","start":"2026-04-27T02:18:13.673828Z","end":"2026-04-27T02:18:13.917186Z","steps":["trace[1054114611] 'read index received' (duration: 243.130798ms)","trace[1054114611] 'applied index is now lower than readState.Index' (duration: 225.386µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:13.917258Z","caller":"traceutil/trace.go:171","msg":"trace[1024582474] transaction","detail":"{read_only:false; response_revision:25020; number_of_response:1; }","duration":"243.549398ms","start":"2026-04-27T02:18:13.673661Z","end":"2026-04-27T02:18:13.917211Z","steps":["trace[1024582474] 'process raft request' (duration: 243.312942ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:13.917559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.750564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:18:13.917665Z","caller":"traceutil/trace.go:171","msg":"trace[26919698] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25020; }","duration":"243.891487ms","start":"2026-04-27T02:18:13.673753Z","end":"2026-04-27T02:18:13.917644Z","steps":["trace[26919698] 'agreement among raft nodes before linearized reading' (duration: 243.571249ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:14.418147Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:14.919044Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:15.419782Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:15.673613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.99957172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:15.673679Z","caller":"traceutil/trace.go:171","msg":"trace[400975226] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999675052s","start":"2026-04-27T02:18:13.67399Z","end":"2026-04-27T02:18:15.673665Z","steps":["trace[400975226] 'agreement among raft nodes before linearized reading' (duration: 1.99959298s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:15.673714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.673981Z","time spent":"1.999725713s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:15.920179Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799467,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:15.940166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.001057646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:15.940252Z","caller":"traceutil/trace.go:171","msg":"trace[1182631439] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00119057s","start":"2026-04-27T02:18:13.939043Z","end":"2026-04-27T02:18:15.940234Z","steps":["trace[1182631439] 'agreement among raft nodes before linearized reading' (duration: 2.001075977s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:15.940299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.939031Z","time spent":"2.001259471s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:15 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:16.01252Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.357702752s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:18:16.012951Z","caller":"traceutil/trace.go:171","msg":"trace[1976997571] transaction","detail":"{read_only:false; response_revision:25021; number_of_response:1; }","duration":"2.339086767s","start":"2026-04-27T02:18:13.67384Z","end":"2026-04-27T02:18:16.012927Z","steps":["trace[1976997571] 'process raft request' (duration: 2.338849751s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:16.013093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.673821Z","time spent":"2.33920422s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:16.013324Z","caller":"traceutil/trace.go:171","msg":"trace[2143604713] transaction","detail":"{read_only:false; response_revision:25022; number_of_response:1; }","duration":"2.339379475s","start":"2026-04-27T02:18:13.673933Z","end":"2026-04-27T02:18:16.013313Z","steps":["trace[2143604713] 'process raft request' (duration: 2.338926674s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:16.013385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.673928Z","time spent":"2.339423886s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:16.013397Z","caller":"traceutil/trace.go:171","msg":"trace[588970820] transaction","detail":"{read_only:false; response_revision:25024; number_of_response:1; }","duration":"2.335316352s","start":"2026-04-27T02:18:13.678059Z","end":"2026-04-27T02:18:16.013375Z","steps":["trace[588970820] 'process raft request' (duration: 2.33525922s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:16.013493Z","caller":"traceutil/trace.go:171","msg":"trace[1235189005] transaction","detail":"{read_only:false; response_revision:25023; number_of_response:1; }","duration":"2.337386414s","start":"2026-04-27T02:18:13.676085Z","end":"2026-04-27T02:18:16.013472Z","steps":["trace[1235189005] 'process raft request' (duration: 2.337134668s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:16.013508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.678051Z","time spent":"2.335397804s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:16.013588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.676069Z","time spent":"2.337461056s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:17.161998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.504204ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:17.162249Z","caller":"traceutil/trace.go:171","msg":"trace[2079759641] transaction","detail":"{read_only:false; response_revision:25025; number_of_response:1; }","duration":"1.52629257s","start":"2026-04-27T02:18:15.635929Z","end":"2026-04-27T02:18:17.162222Z","steps":["trace[2079759641] 'process raft request' (duration: 985.491078ms)","trace[2079759641] 'compare' (duration: 540.395292ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:17.162277Z","caller":"traceutil/trace.go:171","msg":"trace[1034916623] linearizableReadLoop","detail":"{readStateIndex:25864; appliedIndex:25855; }","duration":"3.2449408s","start":"2026-04-27T02:18:13.917318Z","end":"2026-04-27T02:18:17.162259Z","steps":["trace[1034916623] 'read index received' (duration: 2.095346604s)","trace[1034916623] 'applied index is now lower than readState.Index' (duration: 1.149593436s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:17.162339Z","caller":"traceutil/trace.go:171","msg":"trace[586470101] transaction","detail":"{read_only:false; response_revision:25027; number_of_response:1; }","duration":"1.486939518s","start":"2026-04-27T02:18:15.675379Z","end":"2026-04-27T02:18:17.162319Z","steps":["trace[586470101] 'process raft request' (duration: 1.486779584s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.162374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:15.63591Z","time spent":"1.526398173s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:17.162435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:15.675357Z","time spent":"1.487029992s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:17.162426Z","caller":"traceutil/trace.go:171","msg":"trace[902242997] transaction","detail":"{read_only:false; response_revision:25029; number_of_response:1; }","duration":"1.483649887s","start":"2026-04-27T02:18:15.678728Z","end":"2026-04-27T02:18:17.162378Z","steps":["trace[902242997] 'process raft request' (duration: 1.483496962s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.162499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383641276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-27T02:18:17.162544Z","caller":"traceutil/trace.go:171","msg":"trace[1852521446] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25029; }","duration":"3.383705317s","start":"2026-04-27T02:18:13.778825Z","end":"2026-04-27T02:18:17.162531Z","steps":["trace[1852521446] 'agreement among raft nodes before linearized reading' (duration: 3.383536293s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:17.162537Z","caller":"traceutil/trace.go:171","msg":"trace[998316252] transaction","detail":"{read_only:false; response_revision:25026; number_of_response:1; }","duration":"1.522012564s","start":"2026-04-27T02:18:15.640507Z","end":"2026-04-27T02:18:17.16252Z","steps":["trace[998316252] 'process raft request' (duration: 1.521595673s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.162583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.778816Z","time spent":"3.383758508s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1883,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"warn","ts":"2026-04-27T02:18:17.162617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:15.640484Z","time spent":"1.522094085s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:17.162663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.488692804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-27T02:18:17.162663Z","caller":"traceutil/trace.go:171","msg":"trace[1790384154] transaction","detail":"{read_only:false; response_revision:25028; number_of_response:1; }","duration":"1.485674497s","start":"2026-04-27T02:18:15.676978Z","end":"2026-04-27T02:18:17.162652Z","steps":["trace[1790384154] 'process raft request' (duration: 1.485213505s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:17.162696Z","caller":"traceutil/trace.go:171","msg":"trace[1017594225] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25029; }","duration":"3.488740365s","start":"2026-04-27T02:18:13.673948Z","end":"2026-04-27T02:18:17.162688Z","steps":["trace[1017594225] 'agreement among raft nodes before linearized reading' (duration: 3.488576681s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.162719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.673939Z","time spent":"3.488774427s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:18:17.162727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:15.676959Z","time spent":"1.485734139s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:17.162609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:15.678718Z","time spent":"1.48378542s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:17.162814Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.244698805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:17.162872Z","caller":"traceutil/trace.go:171","msg":"trace[718341948] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25029; }","duration":"3.244782557s","start":"2026-04-27T02:18:13.91806Z","end":"2026-04-27T02:18:17.162843Z","steps":["trace[718341948] 'agreement among raft nodes before linearized reading' (duration: 3.244719305s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.162888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.384705043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" ","response":"range_response_count:1 size:1155"} {"level":"warn","ts":"2026-04-27T02:18:17.162895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.485495974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:17.162942Z","caller":"traceutil/trace.go:171","msg":"trace[1646729551] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25029; }","duration":"3.485557495s","start":"2026-04-27T02:18:13.677373Z","end":"2026-04-27T02:18:17.162931Z","steps":["trace[1646729551] 'agreement among raft nodes before linearized reading' (duration: 3.485490734s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.162973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.677366Z","time spent":"3.485599527s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:18:17.163007Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.019072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:17.163026Z","caller":"traceutil/trace.go:171","msg":"trace[1762283461] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25029; }","duration":"223.077433ms","start":"2026-04-27T02:18:16.939943Z","end":"2026-04-27T02:18:17.16302Z","steps":["trace[1762283461] 'agreement among raft nodes before linearized reading' (duration: 223.050693ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.16298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.520434293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:17.163099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.563603557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:17.16311Z","caller":"traceutil/trace.go:171","msg":"trace[1838446239] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25029; }","duration":"1.520604398s","start":"2026-04-27T02:18:15.642489Z","end":"2026-04-27T02:18:17.163093Z","steps":["trace[1838446239] 'agreement among raft nodes before linearized reading' (duration: 1.520467075s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:17.163127Z","caller":"traceutil/trace.go:171","msg":"trace[1738704394] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25029; }","duration":"2.563666989s","start":"2026-04-27T02:18:14.59945Z","end":"2026-04-27T02:18:17.163116Z","steps":["trace[1738704394] 'agreement among raft nodes before linearized reading' (duration: 2.563627608s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.16315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"416.831347ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:17.163159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:14.599434Z","time spent":"2.56371567s","remote":"127.0.0.1:48976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:17.163174Z","caller":"traceutil/trace.go:171","msg":"trace[460258787] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:25029; }","duration":"416.894148ms","start":"2026-04-27T02:18:16.746271Z","end":"2026-04-27T02:18:17.163166Z","steps":["trace[460258787] 'agreement among raft nodes before linearized reading' (duration: 416.854957ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.163167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:15.642463Z","time spent":"1.52068577s","remote":"127.0.0.1:48910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:17.163192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:16.74625Z","time spent":"416.93718ms","remote":"127.0.0.1:49280","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:17.163197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.105445235s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:17.163247Z","caller":"traceutil/trace.go:171","msg":"trace[736584591] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:25029; }","duration":"3.105532097s","start":"2026-04-27T02:18:14.057702Z","end":"2026-04-27T02:18:17.163234Z","steps":["trace[736584591] 'agreement among raft nodes before linearized reading' (duration: 3.105463435s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.163288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.59265136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T02:18:17.163331Z","caller":"traceutil/trace.go:171","msg":"trace[1236437557] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:25029; }","duration":"2.592715961s","start":"2026-04-27T02:18:14.570605Z","end":"2026-04-27T02:18:17.163321Z","steps":["trace[1236437557] 'agreement among raft nodes before linearized reading' (duration: 2.592604618s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.16334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.627556649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:17.163365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:14.570594Z","time spent":"2.592764183s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-04-27T02:18:17.163371Z","caller":"traceutil/trace.go:171","msg":"trace[1779056889] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:25029; }","duration":"2.627627821s","start":"2026-04-27T02:18:14.535734Z","end":"2026-04-27T02:18:17.163361Z","steps":["trace[1779056889] 'agreement among raft nodes before linearized reading' (duration: 2.62758333s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.163398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:14.53571Z","time spent":"2.627681243s","remote":"127.0.0.1:39314","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:17.163449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"635.315523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:17.163476Z","caller":"traceutil/trace.go:171","msg":"trace[248875029] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25029; }","duration":"635.394406ms","start":"2026-04-27T02:18:16.528076Z","end":"2026-04-27T02:18:17.16347Z","steps":["trace[248875029] 'agreement among raft nodes before linearized reading' (duration: 635.327754ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.163294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:14.057678Z","time spent":"3.105604438s","remote":"127.0.0.1:39394","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:17.162908Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.91804Z","time spent":"3.244858748s","remote":"127.0.0.1:33942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:17.163499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.143951863s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-27T02:18:17.163514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:16.528059Z","time spent":"635.430896ms","remote":"127.0.0.1:37510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:17.163538Z","caller":"traceutil/trace.go:171","msg":"trace[830085581] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:25029; }","duration":"1.143990634s","start":"2026-04-27T02:18:16.019535Z","end":"2026-04-27T02:18:17.163526Z","steps":["trace[830085581] 'agreement among raft nodes before linearized reading' (duration: 1.143899822s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.163559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:16.019451Z","time spent":"1.144103538s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" "} {"level":"warn","ts":"2026-04-27T02:18:17.163061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.855496599s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:17.163023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.672312311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:17.16363Z","caller":"traceutil/trace.go:171","msg":"trace[278472418] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25029; }","duration":"1.856171476s","start":"2026-04-27T02:18:15.307442Z","end":"2026-04-27T02:18:17.163613Z","steps":["trace[278472418] 'agreement among raft nodes before linearized reading' (duration: 1.855601272s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:17.162909Z","caller":"traceutil/trace.go:171","msg":"trace[1030275559] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-magnum-default-user; range_end:; response_count:1; response_revision:25029; }","duration":"3.384770795s","start":"2026-04-27T02:18:13.778132Z","end":"2026-04-27T02:18:17.162903Z","steps":["trace[1030275559] 'agreement among raft nodes before linearized reading' (duration: 3.384705123s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.163669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.136239089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-27T02:18:17.163663Z","caller":"traceutil/trace.go:171","msg":"trace[1986840041] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25029; }","duration":"1.672968338s","start":"2026-04-27T02:18:15.490668Z","end":"2026-04-27T02:18:17.163636Z","steps":["trace[1986840041] 'agreement among raft nodes before linearized reading' (duration: 1.672328982s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.16368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:15.307415Z","time spent":"1.856249748s","remote":"127.0.0.1:34062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:17.163695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.778109Z","time spent":"3.385570265s","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1178,"request content":"key:\"/registry/secrets/openstack/rabbitmq-magnum-default-user\" "} {"level":"info","ts":"2026-04-27T02:18:17.163708Z","caller":"traceutil/trace.go:171","msg":"trace[688394041] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25029; }","duration":"1.136286991s","start":"2026-04-27T02:18:16.027412Z","end":"2026-04-27T02:18:17.163699Z","steps":["trace[688394041] 'agreement among raft nodes before linearized reading' (duration: 1.136182459s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.16333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.241919413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:17.163743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:16.027407Z","time spent":"1.136328872s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:18:17.163742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:15.49065Z","time spent":"1.67306306s","remote":"127.0.0.1:51438","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:17.163755Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"949.261747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:17.16375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.482263351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:17.16377Z","caller":"traceutil/trace.go:171","msg":"trace[122492768] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:25029; }","duration":"3.242389204s","start":"2026-04-27T02:18:13.921357Z","end":"2026-04-27T02:18:17.163746Z","steps":["trace[122492768] 'agreement among raft nodes before linearized reading' (duration: 3.241945173s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:17.163824Z","caller":"traceutil/trace.go:171","msg":"trace[462363618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25029; }","duration":"1.482367863s","start":"2026-04-27T02:18:15.681441Z","end":"2026-04-27T02:18:17.163809Z","steps":["trace[462363618] 'agreement among raft nodes before linearized reading' (duration: 1.48224898s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.163844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:13.921337Z","time spent":"3.242487567s","remote":"127.0.0.1:46480","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:18:17.163863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:15.68143Z","time spent":"1.482425595s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:18:17.163778Z","caller":"traceutil/trace.go:171","msg":"trace[242896516] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25029; }","duration":"949.316628ms","start":"2026-04-27T02:18:16.214454Z","end":"2026-04-27T02:18:17.163771Z","steps":["trace[242896516] 'agreement among raft nodes before linearized reading' (duration: 949.274837ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.164094Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:16.214438Z","time spent":"949.644946ms","remote":"127.0.0.1:48568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:17.164201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.271191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:17.164317Z","caller":"traceutil/trace.go:171","msg":"trace[1566225552] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:25029; }","duration":"996.441536ms","start":"2026-04-27T02:18:16.167855Z","end":"2026-04-27T02:18:17.164297Z","steps":["trace[1566225552] 'agreement among raft nodes before linearized reading' (duration: 995.982715ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:17.164402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:16.167834Z","time spent":"996.548868ms","remote":"127.0.0.1:33868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:18.234016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"849.048981ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-27T02:18:18.234182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:17.165062Z","time spent":"1.069114608s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:18:18.234264Z","caller":"traceutil/trace.go:171","msg":"trace[1849969474] linearizableReadLoop","detail":"{readStateIndex:25867; appliedIndex:25864; }","duration":"1.067471246s","start":"2026-04-27T02:18:17.166775Z","end":"2026-04-27T02:18:18.234246Z","steps":["trace[1849969474] 'read index received' (duration: 218.180119ms)","trace[1849969474] 'applied index is now lower than readState.Index' (duration: 849.290117ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:18.234277Z","caller":"traceutil/trace.go:171","msg":"trace[377358840] transaction","detail":"{read_only:false; number_of_response:0; response_revision:25029; }","duration":"1.068933363s","start":"2026-04-27T02:18:17.165319Z","end":"2026-04-27T02:18:18.234252Z","steps":["trace[377358840] 'process raft request' (duration: 1.068782089s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:18.234324Z","caller":"traceutil/trace.go:171","msg":"trace[485321043] transaction","detail":"{read_only:false; response_revision:25030; number_of_response:1; }","duration":"1.068320148s","start":"2026-04-27T02:18:17.165997Z","end":"2026-04-27T02:18:18.234317Z","steps":["trace[485321043] 'process raft request' (duration: 1.068161744s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.234414Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:17.165982Z","time spent":"1.068366049s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:18.234429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:17.165302Z","time spent":"1.069046166s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":29,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:18:18.234504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.067716172s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f4bd47be-4132-4a40-a5b4-dff613681f30\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-27T02:18:18.234541Z","caller":"traceutil/trace.go:171","msg":"trace[1000697749] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f4bd47be-4132-4a40-a5b4-dff613681f30; range_end:; response_count:1; response_revision:25030; }","duration":"1.067786004s","start":"2026-04-27T02:18:17.166744Z","end":"2026-04-27T02:18:18.23453Z","steps":["trace[1000697749] 'agreement among raft nodes before linearized reading' (duration: 1.06762736s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.234542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.06443996s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" ","response":"range_response_count:1 size:1258"} {"level":"warn","ts":"2026-04-27T02:18:18.234584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:17.166732Z","time spent":"1.067844125s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-f4bd47be-4132-4a40-a5b4-dff613681f30\" "} {"level":"info","ts":"2026-04-27T02:18:18.234585Z","caller":"traceutil/trace.go:171","msg":"trace[2073241530] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum-nodes; range_end:; response_count:1; response_revision:25030; }","duration":"1.064498751s","start":"2026-04-27T02:18:17.170071Z","end":"2026-04-27T02:18:18.23457Z","steps":["trace[2073241530] 'agreement among raft nodes before linearized reading' (duration: 1.064364048s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.234622Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:17.17006Z","time spent":"1.064553353s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1281,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum-nodes\" "} {"level":"warn","ts":"2026-04-27T02:18:18.234656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.912692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:18.234695Z","caller":"traceutil/trace.go:171","msg":"trace[893235705] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25030; }","duration":"315.988745ms","start":"2026-04-27T02:18:17.918697Z","end":"2026-04-27T02:18:18.234686Z","steps":["trace[893235705] 'agreement among raft nodes before linearized reading' (duration: 315.925213ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.234721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.562141ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:18.234747Z","caller":"traceutil/trace.go:171","msg":"trace[808237298] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25030; }","duration":"472.622812ms","start":"2026-04-27T02:18:17.762119Z","end":"2026-04-27T02:18:18.234741Z","steps":["trace[808237298] 'agreement among raft nodes before linearized reading' (duration: 472.580701ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.234754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.592214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:18.234766Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:17.762099Z","time spent":"472.663343ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-27T02:18:18.234774Z","caller":"traceutil/trace.go:171","msg":"trace[1224106525] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25030; }","duration":"190.655095ms","start":"2026-04-27T02:18:18.044113Z","end":"2026-04-27T02:18:18.234768Z","steps":["trace[1224106525] 'agreement among raft nodes before linearized reading' (duration: 190.623444ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.234883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"742.852304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:18.23491Z","caller":"traceutil/trace.go:171","msg":"trace[1230780031] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25030; }","duration":"742.906415ms","start":"2026-04-27T02:18:17.491997Z","end":"2026-04-27T02:18:18.234904Z","steps":["trace[1230780031] 'agreement among raft nodes before linearized reading' (duration: 742.866044ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.234924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.609165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:18:18.234954Z","caller":"traceutil/trace.go:171","msg":"trace[1694269795] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25030; }","duration":"215.666986ms","start":"2026-04-27T02:18:18.019278Z","end":"2026-04-27T02:18:18.234945Z","steps":["trace[1694269795] 'agreement among raft nodes before linearized reading' (duration: 215.590985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.234973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064770718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-27T02:18:18.235006Z","caller":"traceutil/trace.go:171","msg":"trace[1539265421] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25030; }","duration":"1.06483309s","start":"2026-04-27T02:18:17.170166Z","end":"2026-04-27T02:18:18.234999Z","steps":["trace[1539265421] 'agreement among raft nodes before linearized reading' (duration: 1.064738997s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.23503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:17.170152Z","time spent":"1.06487287s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:18:18.235055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.679735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:18.23493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:17.491984Z","time spent":"742.941276ms","remote":"127.0.0.1:48606","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:18.235113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057892254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" ","response":"range_response_count:1 size:235"} {"level":"warn","ts":"2026-04-27T02:18:18.235179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.256915ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:18:18.235172Z","caller":"traceutil/trace.go:171","msg":"trace[680745799] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller; range_end:; response_count:1; response_revision:25030; }","duration":"1.057979787s","start":"2026-04-27T02:18:17.177176Z","end":"2026-04-27T02:18:18.235156Z","steps":["trace[680745799] 'agreement among raft nodes before linearized reading' (duration: 1.057809722s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.234724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:17.91868Z","time spent":"316.038126ms","remote":"127.0.0.1:48982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:18.235207Z","caller":"traceutil/trace.go:171","msg":"trace[721256773] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25030; }","duration":"217.329767ms","start":"2026-04-27T02:18:18.017871Z","end":"2026-04-27T02:18:18.235201Z","steps":["trace[721256773] 'agreement among raft nodes before linearized reading' (duration: 217.238325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.235218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:17.177161Z","time spent":"1.058048748s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":258,"request content":"key:\"/registry/serviceaccounts/kube-system/clusterrole-aggregation-controller\" "} {"level":"info","ts":"2026-04-27T02:18:18.235096Z","caller":"traceutil/trace.go:171","msg":"trace[1526362002] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:25030; }","duration":"284.756647ms","start":"2026-04-27T02:18:17.950327Z","end":"2026-04-27T02:18:18.235084Z","steps":["trace[1526362002] 'agreement among raft nodes before linearized reading' (duration: 284.701766ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:18.738633Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799482,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:18:19.118275Z","caller":"traceutil/trace.go:171","msg":"trace[1523396524] transaction","detail":"{read_only:false; response_revision:25031; number_of_response:1; }","duration":"881.1419ms","start":"2026-04-27T02:18:18.237109Z","end":"2026-04-27T02:18:19.118251Z","steps":["trace[1523396524] 'process raft request' (duration: 879.061577ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:19.118413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.23709Z","time spent":"881.255382ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:20.132605Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.01644174s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:18:20.13324Z","caller":"traceutil/trace.go:171","msg":"trace[1445543395] linearizableReadLoop","detail":"{readStateIndex:25873; appliedIndex:25867; }","duration":"1.895412245s","start":"2026-04-27T02:18:18.237802Z","end":"2026-04-27T02:18:20.133214Z","steps":["trace[1445543395] 'read index received' (duration: 878.37336ms)","trace[1445543395] 'applied index is now lower than readState.Index' (duration: 1.017037645s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:20.13356Z","caller":"traceutil/trace.go:171","msg":"trace[699382869] transaction","detail":"{read_only:false; response_revision:25032; number_of_response:1; }","duration":"1.89362539s","start":"2026-04-27T02:18:18.239905Z","end":"2026-04-27T02:18:20.13353Z","steps":["trace[699382869] 'process raft request' (duration: 1.892910612s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:20.133662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.239891Z","time spent":"1.893699492s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":538,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:20.133939Z","caller":"traceutil/trace.go:171","msg":"trace[1562141433] transaction","detail":"{read_only:false; response_revision:25033; number_of_response:1; }","duration":"1.893928177s","start":"2026-04-27T02:18:18.239996Z","end":"2026-04-27T02:18:20.133925Z","steps":["trace[1562141433] 'process raft request' (duration: 1.892990214s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:20.134052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.239989Z","time spent":"1.893988199s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:20.134296Z","caller":"traceutil/trace.go:171","msg":"trace[1569060346] transaction","detail":"{read_only:false; response_revision:25034; number_of_response:1; }","duration":"1.893699031s","start":"2026-04-27T02:18:18.240586Z","end":"2026-04-27T02:18:20.134285Z","steps":["trace[1569060346] 'process raft request' (duration: 1.8924452s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:20.134355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.240562Z","time spent":"1.893767743s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":724,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:18:20.135277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.897530249s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130309"} {"level":"info","ts":"2026-04-27T02:18:20.135327Z","caller":"traceutil/trace.go:171","msg":"trace[1803231033] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:25036; }","duration":"1.897632121s","start":"2026-04-27T02:18:18.237683Z","end":"2026-04-27T02:18:20.135316Z","steps":["trace[1803231033] 'agreement among raft nodes before linearized reading' (duration: 1.897439006s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:20.135364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.23766Z","time spent":"1.897697053s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130332,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-04-27T02:18:20.135555Z","caller":"traceutil/trace.go:171","msg":"trace[1815986297] transaction","detail":"{read_only:false; response_revision:25036; number_of_response:1; }","duration":"1.495552197s","start":"2026-04-27T02:18:18.639992Z","end":"2026-04-27T02:18:20.135544Z","steps":["trace[1815986297] 'process raft request' (duration: 1.493179407s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:20.135624Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.639968Z","time spent":"1.495618888s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:20.134796Z","caller":"traceutil/trace.go:171","msg":"trace[1913848516] transaction","detail":"{read_only:false; response_revision:25035; number_of_response:1; }","duration":"1.889606019s","start":"2026-04-27T02:18:18.245149Z","end":"2026-04-27T02:18:20.134755Z","steps":["trace[1913848516] 'process raft request' (duration: 1.887973597s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:20.13607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.245123Z","time spent":"1.89087191s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:20.613326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000637756s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:20.61344Z","caller":"traceutil/trace.go:171","msg":"trace[776265860] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000795681s","start":"2026-04-27T02:18:18.612617Z","end":"2026-04-27T02:18:20.613413Z","steps":["trace[776265860] 'agreement among raft nodes before linearized reading' (duration: 2.000663647s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:20.613508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.612601Z","time spent":"2.000891313s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:20.633677Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:21.134219Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:21.634882Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799494,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:21.847117Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.714333831s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:18:21.847656Z","caller":"traceutil/trace.go:171","msg":"trace[709343677] transaction","detail":"{read_only:false; response_revision:25037; number_of_response:1; }","duration":"2.6787668s","start":"2026-04-27T02:18:19.168849Z","end":"2026-04-27T02:18:21.847616Z","steps":["trace[709343677] 'process raft request' (duration: 2.678460613s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:21.847708Z","caller":"traceutil/trace.go:171","msg":"trace[577477996] transaction","detail":"{read_only:false; response_revision:25038; number_of_response:1; }","duration":"2.678766019s","start":"2026-04-27T02:18:19.168904Z","end":"2026-04-27T02:18:21.84767Z","steps":["trace[577477996] 'process raft request' (duration: 2.678594415s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:21.847772Z","caller":"traceutil/trace.go:171","msg":"trace[1106876960] transaction","detail":"{read_only:false; response_revision:25040; number_of_response:1; }","duration":"2.677774225s","start":"2026-04-27T02:18:19.169974Z","end":"2026-04-27T02:18:21.847748Z","steps":["trace[1106876960] 'process raft request' (duration: 2.677649872s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:21.847765Z","caller":"traceutil/trace.go:171","msg":"trace[222638356] transaction","detail":"{read_only:false; response_revision:25041; number_of_response:1; }","duration":"2.676500532s","start":"2026-04-27T02:18:19.171235Z","end":"2026-04-27T02:18:21.847735Z","steps":["trace[222638356] 'process raft request' (duration: 2.676439051s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:21.847789Z","caller":"traceutil/trace.go:171","msg":"trace[874379494] transaction","detail":"{read_only:false; response_revision:25039; number_of_response:1; }","duration":"2.677807016s","start":"2026-04-27T02:18:19.169914Z","end":"2026-04-27T02:18:21.847721Z","steps":["trace[874379494] 'process raft request' (duration: 2.677652732s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:21.847811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:19.168793Z","time spent":"2.678939524s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:21.847895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:19.168871Z","time spent":"2.678920303s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:21.847902Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:19.169956Z","time spent":"2.677860307s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:21.847936Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:19.171222Z","time spent":"2.676609495s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:21.848055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:19.169905Z","time spent":"2.678015541s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:22.614512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00075295s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:22.614606Z","caller":"traceutil/trace.go:171","msg":"trace[1926895348] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000858793s","start":"2026-04-27T02:18:20.61372Z","end":"2026-04-27T02:18:22.614579Z","steps":["trace[1926895348] 'agreement among raft nodes before linearized reading' (duration: 2.00074907s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.614683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:20.613673Z","time spent":"2.000993146s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:22 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:18:22.812993Z","caller":"traceutil/trace.go:171","msg":"trace[1507759070] linearizableReadLoop","detail":"{readStateIndex:25880; appliedIndex:25873; }","duration":"2.679659823s","start":"2026-04-27T02:18:20.13331Z","end":"2026-04-27T02:18:22.81297Z","steps":["trace[1507759070] 'read index received' (duration: 1.714052764s)","trace[1507759070] 'applied index is now lower than readState.Index' (duration: 965.606069ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:22.813072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.023515846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:22.813125Z","caller":"traceutil/trace.go:171","msg":"trace[882427931] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25043; }","duration":"4.023610137s","start":"2026-04-27T02:18:18.789502Z","end":"2026-04-27T02:18:22.813112Z","steps":["trace[882427931] 'agreement among raft nodes before linearized reading' (duration: 4.023489494s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.813149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.789486Z","time spent":"4.023658209s","remote":"127.0.0.1:49044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:22.813132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.090846093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:22.813383Z","caller":"traceutil/trace.go:171","msg":"trace[1114251809] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:25043; }","duration":"4.090962505s","start":"2026-04-27T02:18:18.722221Z","end":"2026-04-27T02:18:22.813184Z","steps":["trace[1114251809] 'agreement among raft nodes before linearized reading' (duration: 4.090858283s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:22.813465Z","caller":"traceutil/trace.go:171","msg":"trace[1266567669] transaction","detail":"{read_only:false; response_revision:25042; number_of_response:1; }","duration":"2.674018711s","start":"2026-04-27T02:18:20.139438Z","end":"2026-04-27T02:18:22.813457Z","steps":["trace[1266567669] 'process raft request' (duration: 2.672751898s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.813498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.7222Z","time spent":"4.091206952s","remote":"127.0.0.1:51386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:22.813528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:20.139415Z","time spent":"2.674063562s","remote":"127.0.0.1:46458","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130293,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:22.813687Z","caller":"traceutil/trace.go:171","msg":"trace[152930715] transaction","detail":"{read_only:false; response_revision:25043; number_of_response:1; }","duration":"1.673795709s","start":"2026-04-27T02:18:21.139881Z","end":"2026-04-27T02:18:22.813676Z","steps":["trace[152930715] 'process raft request' (duration: 1.672986129s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.813716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:21.139863Z","time spent":"1.673835701s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:22.813702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572199015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:22.813719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.502699513s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:22.813845Z","caller":"traceutil/trace.go:171","msg":"trace[356245523] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:25043; }","duration":"4.502899229s","start":"2026-04-27T02:18:18.310923Z","end":"2026-04-27T02:18:22.813822Z","steps":["trace[356245523] 'agreement among raft nodes before linearized reading' (duration: 4.502700904s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.813909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.972881453s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:18:22.813915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.571767194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-04-27T02:18:22.813929Z","caller":"traceutil/trace.go:171","msg":"trace[674965315] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:25043; }","duration":"2.972937275s","start":"2026-04-27T02:18:19.840984Z","end":"2026-04-27T02:18:22.813922Z","steps":["trace[674965315] 'agreement among raft nodes before linearized reading' (duration: 2.972822872s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:22.81394Z","caller":"traceutil/trace.go:171","msg":"trace[1479947216] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:25043; }","duration":"4.571807165s","start":"2026-04-27T02:18:18.242125Z","end":"2026-04-27T02:18:22.813933Z","steps":["trace[1479947216] 'agreement among raft nodes before linearized reading' (duration: 4.571688882s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.813942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.572780489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:1448"} {"level":"warn","ts":"2026-04-27T02:18:22.813968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.383720909s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:22.81397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.242118Z","time spent":"4.571847256s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1875,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"info","ts":"2026-04-27T02:18:22.813985Z","caller":"traceutil/trace.go:171","msg":"trace[983691498] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25043; }","duration":"3.38375843s","start":"2026-04-27T02:18:19.43022Z","end":"2026-04-27T02:18:22.813979Z","steps":["trace[983691498] 'agreement among raft nodes before linearized reading' (duration: 3.383736679s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.813998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:19.430206Z","time spent":"3.38378843s","remote":"127.0.0.1:48468","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:22.813996Z","caller":"traceutil/trace.go:171","msg":"trace[1827857657] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25043; }","duration":"4.572861211s","start":"2026-04-27T02:18:18.241118Z","end":"2026-04-27T02:18:22.81398Z","steps":["trace[1827857657] 'agreement among raft nodes before linearized reading' (duration: 4.572582904s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.814044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.241102Z","time spent":"4.572932433s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":1471,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-27T02:18:22.814104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.405118049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:22.813947Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:19.840963Z","time spent":"2.972978795s","remote":"127.0.0.1:60996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":164,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:22.814118Z","caller":"traceutil/trace.go:171","msg":"trace[995598898] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:25043; }","duration":"3.405168219s","start":"2026-04-27T02:18:19.408946Z","end":"2026-04-27T02:18:22.814114Z","steps":["trace[995598898] 'agreement among raft nodes before linearized reading' (duration: 3.405138779s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.814132Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:19.408928Z","time spent":"3.405200591s","remote":"127.0.0.1:46718","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:22.813924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.310905Z","time spent":"4.503005831s","remote":"127.0.0.1:33800","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:22.813765Z","caller":"traceutil/trace.go:171","msg":"trace[1224936540] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25043; }","duration":"4.572385059s","start":"2026-04-27T02:18:18.241364Z","end":"2026-04-27T02:18:22.813749Z","steps":["trace[1224936540] 'agreement among raft nodes before linearized reading' (duration: 4.572171064s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.8143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.241358Z","time spent":"4.572931273s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T02:18:22.814322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.575659001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-27T02:18:22.814269Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.693964809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T02:18:22.814346Z","caller":"traceutil/trace.go:171","msg":"trace[2105197036] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:25043; }","duration":"4.575697373s","start":"2026-04-27T02:18:18.238641Z","end":"2026-04-27T02:18:22.814338Z","steps":["trace[2105197036] 'agreement among raft nodes before linearized reading' (duration: 4.575614511s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:22.81435Z","caller":"traceutil/trace.go:171","msg":"trace[688724990] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25043; }","duration":"3.694082182s","start":"2026-04-27T02:18:19.120263Z","end":"2026-04-27T02:18:22.814345Z","steps":["trace[688724990] 'agreement among raft nodes before linearized reading' (duration: 3.693931848s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.814363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.238633Z","time spent":"4.575726663s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" "} {"level":"warn","ts":"2026-04-27T02:18:22.814367Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:19.120242Z","time spent":"3.694121502s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:18:22.814396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.574899633s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" ","response":"range_response_count:1 size:233"} {"level":"info","ts":"2026-04-27T02:18:22.814452Z","caller":"traceutil/trace.go:171","msg":"trace[1718488265] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslicemirroring-controller; range_end:; response_count:1; response_revision:25043; }","duration":"4.574987514s","start":"2026-04-27T02:18:18.23945Z","end":"2026-04-27T02:18:22.814438Z","steps":["trace[1718488265] 'agreement among raft nodes before linearized reading' (duration: 4.57479271s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.814481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.239442Z","time spent":"4.575033556s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":256,"request content":"key:\"/registry/serviceaccounts/kube-system/endpointslicemirroring-controller\" "} {"level":"warn","ts":"2026-04-27T02:18:22.815001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.194853853s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:31 size:268863"} {"level":"info","ts":"2026-04-27T02:18:22.815127Z","caller":"traceutil/trace.go:171","msg":"trace[1192885672] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:31; response_revision:25043; }","duration":"4.195019717s","start":"2026-04-27T02:18:18.62009Z","end":"2026-04-27T02:18:22.815109Z","steps":["trace[1192885672] 'agreement among raft nodes before linearized reading' (duration: 4.193887099s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:22.815268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:18.62007Z","time spent":"4.19514002s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":31,"response size":268886,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-04-27T02:18:23.551165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.155995ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:18:23.551465Z","caller":"traceutil/trace.go:171","msg":"trace[2118870490] linearizableReadLoop","detail":"{readStateIndex:25881; appliedIndex:25880; }","duration":"738.386381ms","start":"2026-04-27T02:18:22.813057Z","end":"2026-04-27T02:18:23.551444Z","steps":["trace[2118870490] 'read index received' (duration: 366.943499ms)","trace[2118870490] 'applied index is now lower than readState.Index' (duration: 371.441482ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:23.551619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"930.230577ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:23.551654Z","caller":"traceutil/trace.go:171","msg":"trace[943089623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25043; }","duration":"930.307719ms","start":"2026-04-27T02:18:22.621334Z","end":"2026-04-27T02:18:23.551642Z","steps":["trace[943089623] 'agreement among raft nodes before linearized reading' (duration: 930.236527ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:23.551695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.621316Z","time spent":"930.369951ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:18:23.552456Z","caller":"traceutil/trace.go:171","msg":"trace[2130227472] transaction","detail":"{read_only:false; response_revision:25044; number_of_response:1; }","duration":"734.851013ms","start":"2026-04-27T02:18:22.817587Z","end":"2026-04-27T02:18:23.552438Z","steps":["trace[2130227472] 'process raft request' (duration: 733.709084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:23.552577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.81757Z","time spent":"734.939545ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:24.271495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.194649492s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:18:24.27156Z","caller":"traceutil/trace.go:171","msg":"trace[882505461] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:25044; }","duration":"3.194727614s","start":"2026-04-27T02:18:21.076816Z","end":"2026-04-27T02:18:24.271544Z","steps":["trace[882505461] 'agreement among raft nodes before linearized reading' (duration: 2.475250379s)","trace[882505461] 'count revisions from in-memory index tree' (duration: 719.384303ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:24.271592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:21.076794Z","time spent":"3.194790166s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":178,"response size":32,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:24.271682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.944623576s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:24.271755Z","caller":"traceutil/trace.go:171","msg":"trace[1764066085] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:25044; }","duration":"3.94476331s","start":"2026-04-27T02:18:20.326972Z","end":"2026-04-27T02:18:24.271735Z","steps":["trace[1764066085] 'agreement among raft nodes before linearized reading' (duration: 3.225136621s)","trace[1764066085] 'count revisions from in-memory index tree' (duration: 719.502846ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:24.271795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:20.326922Z","time spent":"3.944857772s","remote":"127.0.0.1:51396","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:24.271975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.13132284s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-04-27T02:18:24.27201Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131530616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:18:24.272034Z","caller":"traceutil/trace.go:171","msg":"trace[1682948965] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25044; }","duration":"2.131430113s","start":"2026-04-27T02:18:22.140587Z","end":"2026-04-27T02:18:24.272017Z","steps":["trace[1682948965] 'agreement among raft nodes before linearized reading' (duration: 1.411461906s)","trace[1682948965] 'range keys from in-memory index tree' (duration: 719.813873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:24.272019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.881720969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:24.272065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.14055Z","time spent":"2.131508485s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:18:24.272104Z","caller":"traceutil/trace.go:171","msg":"trace[1256055478] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:25044; }","duration":"1.881828751s","start":"2026-04-27T02:18:22.390244Z","end":"2026-04-27T02:18:24.272072Z","steps":["trace[1256055478] 'agreement among raft nodes before linearized reading' (duration: 1.161793502s)","trace[1256055478] 'count revisions from in-memory index tree' (duration: 719.932006ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:24.272081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.216727569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:24.272139Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.39023Z","time spent":"1.881900034s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":91,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:24.272133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.123500755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-27T02:18:24.272048Z","caller":"traceutil/trace.go:171","msg":"trace[337123907] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25044; }","duration":"2.131600357s","start":"2026-04-27T02:18:22.140438Z","end":"2026-04-27T02:18:24.272039Z","steps":["trace[337123907] 'agreement among raft nodes before linearized reading' (duration: 1.41161979s)","trace[337123907] 'range keys from in-memory index tree' (duration: 719.862155ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:24.272286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.14042Z","time spent":"2.131857834s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:18:24.272289Z","caller":"traceutil/trace.go:171","msg":"trace[849052240] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25044; }","duration":"4.123681201s","start":"2026-04-27T02:18:20.148583Z","end":"2026-04-27T02:18:24.272264Z","steps":["trace[849052240] 'agreement among raft nodes before linearized reading' (duration: 3.403532698s)","trace[849052240] 'range keys from in-memory index tree' (duration: 719.867824ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:24.272337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:20.148572Z","time spent":"4.123754173s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:18:24.272382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.921876ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:24.272154Z","caller":"traceutil/trace.go:171","msg":"trace[2099518689] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:25044; }","duration":"3.216824662s","start":"2026-04-27T02:18:21.055319Z","end":"2026-04-27T02:18:24.272144Z","steps":["trace[2099518689] 'agreement among raft nodes before linearized reading' (duration: 2.496756592s)","trace[2099518689] 'count revisions from in-memory index tree' (duration: 719.982597ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:24.272426Z","caller":"traceutil/trace.go:171","msg":"trace[1243411744] linearizableReadLoop","detail":"{readStateIndex:25883; appliedIndex:25881; }","duration":"720.908802ms","start":"2026-04-27T02:18:23.551509Z","end":"2026-04-27T02:18:24.272418Z","steps":["trace[1243411744] 'read index received' (duration: 750.069µs)","trace[1243411744] 'applied index is now lower than readState.Index' (duration: 720.158023ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:24.272428Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:21.055305Z","time spent":"3.21711157s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:24.272483Z","caller":"traceutil/trace.go:171","msg":"trace[1984459062] transaction","detail":"{read_only:false; response_revision:25045; number_of_response:1; }","duration":"1.453529287s","start":"2026-04-27T02:18:22.818941Z","end":"2026-04-27T02:18:24.27247Z","steps":["trace[1984459062] 'process raft request' (duration: 733.480968ms)","trace[1984459062] 'compare' (duration: 718.847108ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:24.272504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274431093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:24.272529Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277974173s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-27T02:18:24.27254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.818922Z","time spent":"1.453581108s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":718,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:18:24.272547Z","caller":"traceutil/trace.go:171","msg":"trace[483015193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25045; }","duration":"1.278020164s","start":"2026-04-27T02:18:22.994522Z","end":"2026-04-27T02:18:24.272542Z","steps":["trace[483015193] 'agreement among raft nodes before linearized reading' (duration: 1.277936022s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.272561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.916287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:24.272569Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.994477Z","time spent":"1.278083745s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T02:18:24.272586Z","caller":"traceutil/trace.go:171","msg":"trace[193737632] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25045; }","duration":"798.932789ms","start":"2026-04-27T02:18:23.473639Z","end":"2026-04-27T02:18:24.272572Z","steps":["trace[193737632] 'agreement among raft nodes before linearized reading' (duration: 798.903478ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.272601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:23.473527Z","time spent":"799.069841ms","remote":"127.0.0.1:39356","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:24.272524Z","caller":"traceutil/trace.go:171","msg":"trace[502789014] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:25045; }","duration":"1.274461853s","start":"2026-04-27T02:18:22.998056Z","end":"2026-04-27T02:18:24.272518Z","steps":["trace[502789014] 'agreement among raft nodes before linearized reading' (duration: 1.274395322s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.272707Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.99805Z","time spent":"1.274648838s","remote":"127.0.0.1:33908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:24.272722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.117828875s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-27T02:18:24.272749Z","caller":"traceutil/trace.go:171","msg":"trace[2109857565] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/replication-controller; range_end:; response_count:1; response_revision:25045; }","duration":"1.117895187s","start":"2026-04-27T02:18:23.154846Z","end":"2026-04-27T02:18:24.272741Z","steps":["trace[2109857565] 'agreement among raft nodes before linearized reading' (duration: 1.117816545s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.272767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:23.154825Z","time spent":"1.117938048s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/replication-controller\" "} {"level":"warn","ts":"2026-04-27T02:18:24.272831Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.453809024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-04-27T02:18:24.272799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455306872s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" ","response":"range_response_count:1 size:9545"} {"level":"info","ts":"2026-04-27T02:18:24.272849Z","caller":"traceutil/trace.go:171","msg":"trace[1479462379] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:25045; }","duration":"1.453833124s","start":"2026-04-27T02:18:22.819008Z","end":"2026-04-27T02:18:24.272841Z","steps":["trace[1479462379] 'agreement among raft nodes before linearized reading' (duration: 1.453770223s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.27287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.819003Z","time spent":"1.453861205s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1097,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"info","ts":"2026-04-27T02:18:24.272873Z","caller":"traceutil/trace.go:171","msg":"trace[1857544341] range","detail":"{range_begin:/registry/statefulsets/openstack/rabbitmq-magnum-server; range_end:; response_count:1; response_revision:25045; }","duration":"1.455391885s","start":"2026-04-27T02:18:22.817469Z","end":"2026-04-27T02:18:24.27286Z","steps":["trace[1857544341] 'agreement among raft nodes before linearized reading' (duration: 1.45521357s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.272866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.456263406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-27T02:18:24.272894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45522905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-8f166275-9ee9-4694-9a7d-928aef25e33b\" ","response":"range_response_count:1 size:1318"} {"level":"warn","ts":"2026-04-27T02:18:24.272906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.817463Z","time spent":"1.455435546s","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":9568,"request content":"key:\"/registry/statefulsets/openstack/rabbitmq-magnum-server\" "} {"level":"warn","ts":"2026-04-27T02:18:24.272905Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.656393402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:24.272916Z","caller":"traceutil/trace.go:171","msg":"trace[1852823022] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25045; }","duration":"1.456335238s","start":"2026-04-27T02:18:22.816568Z","end":"2026-04-27T02:18:24.272903Z","steps":["trace[1852823022] 'agreement among raft nodes before linearized reading' (duration: 1.456164534s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:24.272942Z","caller":"traceutil/trace.go:171","msg":"trace[1619490774] range","detail":"{range_begin:/registry/persistentvolumes/pvc-8f166275-9ee9-4694-9a7d-928aef25e33b; range_end:; response_count:1; response_revision:25045; }","duration":"1.455308423s","start":"2026-04-27T02:18:22.817619Z","end":"2026-04-27T02:18:24.272927Z","steps":["trace[1619490774] 'agreement among raft nodes before linearized reading' (duration: 1.455173019s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:24.272951Z","caller":"traceutil/trace.go:171","msg":"trace[1816166106] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25044; }","duration":"3.656452853s","start":"2026-04-27T02:18:20.616487Z","end":"2026-04-27T02:18:24.27294Z","steps":["trace[1816166106] 'agreement among raft nodes before linearized reading' (duration: 2.935606543s)","trace[1816166106] 'count revisions from in-memory index tree' (duration: 719.478685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:24.272956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.816531Z","time spent":"1.45641651s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-27T02:18:24.272968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:22.817601Z","time spent":"1.455361733s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1341,"request content":"key:\"/registry/persistentvolumes/pvc-8f166275-9ee9-4694-9a7d-928aef25e33b\" "} {"level":"warn","ts":"2026-04-27T02:18:24.272973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:20.616481Z","time spent":"3.656486704s","remote":"127.0.0.1:48658","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:24.46406Z","caller":"traceutil/trace.go:171","msg":"trace[1914779722] transaction","detail":"{read_only:false; response_revision:25047; number_of_response:1; }","duration":"611.057812ms","start":"2026-04-27T02:18:23.852975Z","end":"2026-04-27T02:18:24.464033Z","steps":["trace[1914779722] 'process raft request' (duration: 610.949049ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.464222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:23.852954Z","time spent":"611.182755ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:24.464795Z","caller":"traceutil/trace.go:171","msg":"trace[1723361486] transaction","detail":"{read_only:false; response_revision:25048; number_of_response:1; }","duration":"608.961989ms","start":"2026-04-27T02:18:23.855801Z","end":"2026-04-27T02:18:24.464763Z","steps":["trace[1723361486] 'process raft request' (duration: 608.17308ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:24.46486Z","caller":"traceutil/trace.go:171","msg":"trace[1785249113] transaction","detail":"{read_only:false; response_revision:25049; number_of_response:1; }","duration":"608.926938ms","start":"2026-04-27T02:18:23.855907Z","end":"2026-04-27T02:18:24.464834Z","steps":["trace[1785249113] 'process raft request' (duration: 608.752374ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:24.464998Z","caller":"traceutil/trace.go:171","msg":"trace[1286338444] transaction","detail":"{read_only:false; response_revision:25050; number_of_response:1; }","duration":"609.01158ms","start":"2026-04-27T02:18:23.855939Z","end":"2026-04-27T02:18:24.464951Z","steps":["trace[1286338444] 'process raft request' (duration: 608.853246ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.46503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:23.855886Z","time spent":"609.03665ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:24.465026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:23.855773Z","time spent":"609.093662ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:24.465053Z","caller":"traceutil/trace.go:171","msg":"trace[1177029077] transaction","detail":"{read_only:false; response_revision:25053; number_of_response:1; }","duration":"187.028023ms","start":"2026-04-27T02:18:24.278008Z","end":"2026-04-27T02:18:24.465036Z","steps":["trace[1177029077] 'process raft request' (duration: 186.957301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.465097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:23.855914Z","time spent":"609.132613ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:24.46521Z","caller":"traceutil/trace.go:171","msg":"trace[1578495144] linearizableReadLoop","detail":"{readStateIndex:25890; appliedIndex:25883; }","duration":"192.746168ms","start":"2026-04-27T02:18:24.272439Z","end":"2026-04-27T02:18:24.465185Z","steps":["trace[1578495144] 'read index received' (duration: 117.781279ms)","trace[1578495144] 'applied index is now lower than readState.Index' (duration: 74.963729ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:24.46525Z","caller":"traceutil/trace.go:171","msg":"trace[1260482385] transaction","detail":"{read_only:false; response_revision:25054; number_of_response:1; }","duration":"187.134286ms","start":"2026-04-27T02:18:24.278104Z","end":"2026-04-27T02:18:24.465238Z","steps":["trace[1260482385] 'process raft request' (duration: 186.89424ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.4653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"375.035522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:24.465291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.480008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:24.465303Z","caller":"traceutil/trace.go:171","msg":"trace[1214033951] transaction","detail":"{read_only:false; response_revision:25052; number_of_response:1; }","duration":"397.017196ms","start":"2026-04-27T02:18:24.068257Z","end":"2026-04-27T02:18:24.465274Z","steps":["trace[1214033951] 'process raft request' (duration: 396.658017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.465982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.068236Z","time spent":"397.693924ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:24.465351Z","caller":"traceutil/trace.go:171","msg":"trace[1345173625] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:25054; }","duration":"375.131394ms","start":"2026-04-27T02:18:24.090206Z","end":"2026-04-27T02:18:24.465338Z","steps":["trace[1345173625] 'agreement among raft nodes before linearized reading' (duration: 375.048672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.466165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.090185Z","time spent":"375.960246ms","remote":"127.0.0.1:48492","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:24.465353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"912.175501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:24.465364Z","caller":"traceutil/trace.go:171","msg":"trace[809661710] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25054; }","duration":"251.637212ms","start":"2026-04-27T02:18:24.21371Z","end":"2026-04-27T02:18:24.465348Z","steps":["trace[809661710] 'agreement among raft nodes before linearized reading' (duration: 251.484038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.465379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.348815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242268c6de\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-27T02:18:24.466519Z","caller":"traceutil/trace.go:171","msg":"trace[1580731820] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242268c6de; range_end:; response_count:1; response_revision:25054; }","duration":"909.479004ms","start":"2026-04-27T02:18:23.55702Z","end":"2026-04-27T02:18:24.466499Z","steps":["trace[1580731820] 'agreement among raft nodes before linearized reading' (duration: 908.238273ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.466579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:23.557015Z","time spent":"909.547316ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242268c6de\" "} {"level":"warn","ts":"2026-04-27T02:18:24.465469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.969097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-27T02:18:24.466729Z","caller":"traceutil/trace.go:171","msg":"trace[729904631] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25054; }","duration":"191.23815ms","start":"2026-04-27T02:18:24.275474Z","end":"2026-04-27T02:18:24.466713Z","steps":["trace[729904631] 'agreement among raft nodes before linearized reading' (duration: 189.857924ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:24.464683Z","caller":"traceutil/trace.go:171","msg":"trace[1032984627] transaction","detail":"{read_only:false; response_revision:25046; number_of_response:1; }","duration":"728.984714ms","start":"2026-04-27T02:18:23.735373Z","end":"2026-04-27T02:18:24.464358Z","steps":["trace[1032984627] 'process raft request' (duration: 654.831436ms)","trace[1032984627] 'compare' (duration: 73.575554ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:24.466897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:23.735352Z","time spent":"731.506498ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:24.465534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.479565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-04-27T02:18:24.466981Z","caller":"traceutil/trace.go:171","msg":"trace[1562749355] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25054; }","duration":"188.964502ms","start":"2026-04-27T02:18:24.278003Z","end":"2026-04-27T02:18:24.466968Z","steps":["trace[1562749355] 'agreement among raft nodes before linearized reading' (duration: 187.398142ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:24.465516Z","caller":"traceutil/trace.go:171","msg":"trace[198838586] transaction","detail":"{read_only:false; response_revision:25051; number_of_response:1; }","duration":"609.066801ms","start":"2026-04-27T02:18:23.85641Z","end":"2026-04-27T02:18:24.465477Z","steps":["trace[198838586] 'process raft request' (duration: 608.453466ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:24.466552Z","caller":"traceutil/trace.go:171","msg":"trace[906114511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25054; }","duration":"913.160587ms","start":"2026-04-27T02:18:23.553145Z","end":"2026-04-27T02:18:24.466306Z","steps":["trace[906114511] 'agreement among raft nodes before linearized reading' (duration: 912.173611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.467281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:23.553134Z","time spent":"914.1167ms","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:24.467108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:23.856397Z","time spent":"610.677783ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:24.465582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.995339ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:18:24.467908Z","caller":"traceutil/trace.go:171","msg":"trace[946512920] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25054; }","duration":"192.322797ms","start":"2026-04-27T02:18:24.275567Z","end":"2026-04-27T02:18:24.46789Z","steps":["trace[946512920] 'agreement among raft nodes before linearized reading' (duration: 189.928346ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.465596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.403204ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-27T02:18:24.468095Z","caller":"traceutil/trace.go:171","msg":"trace[100789506] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25054; }","duration":"189.911036ms","start":"2026-04-27T02:18:24.278168Z","end":"2026-04-27T02:18:24.468079Z","steps":["trace[100789506] 'agreement among raft nodes before linearized reading' (duration: 187.343111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:24.465568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.636279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"info","ts":"2026-04-27T02:18:24.468393Z","caller":"traceutil/trace.go:171","msg":"trace[1291262745] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25054; }","duration":"190.480701ms","start":"2026-04-27T02:18:24.277892Z","end":"2026-04-27T02:18:24.468373Z","steps":["trace[1291262745] 'agreement among raft nodes before linearized reading' (duration: 187.572247ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.11584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.455817265s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:26.116018Z","caller":"traceutil/trace.go:171","msg":"trace[1929538315] linearizableReadLoop","detail":"{readStateIndex:25895; appliedIndex:25893; }","duration":"1.586037508s","start":"2026-04-27T02:18:24.529926Z","end":"2026-04-27T02:18:26.115963Z","steps":["trace[1929538315] 'read index received' (duration: 34.673705ms)","trace[1929538315] 'applied index is now lower than readState.Index' (duration: 1.551362463s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:26.116058Z","caller":"traceutil/trace.go:171","msg":"trace[780820543] transaction","detail":"{read_only:false; response_revision:25057; number_of_response:1; }","duration":"1.586275713s","start":"2026-04-27T02:18:24.529733Z","end":"2026-04-27T02:18:26.116009Z","steps":["trace[780820543] 'process raft request' (duration: 130.205962ms)","trace[780820543] 'compare' (duration: 1.455693042s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:26.116252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.586330855s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" ","response":"range_response_count:1 size:206"} {"level":"warn","ts":"2026-04-27T02:18:26.116263Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.529711Z","time spent":"1.586455238s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:26.116288Z","caller":"traceutil/trace.go:171","msg":"trace[687717826] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/namespace-controller; range_end:; response_count:1; response_revision:25057; }","duration":"1.586408197s","start":"2026-04-27T02:18:24.529868Z","end":"2026-04-27T02:18:26.116276Z","steps":["trace[687717826] 'agreement among raft nodes before linearized reading' (duration: 1.586211572s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.116324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.529861Z","time spent":"1.586454408s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":229,"request content":"key:\"/registry/serviceaccounts/kube-system/namespace-controller\" "} {"level":"warn","ts":"2026-04-27T02:18:26.545926Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.404500841s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:26.614937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000186306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:26.615085Z","caller":"traceutil/trace.go:171","msg":"trace[1682500000] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00036315s","start":"2026-04-27T02:18:24.614704Z","end":"2026-04-27T02:18:26.615067Z","steps":["trace[1682500000] 'agreement among raft nodes before linearized reading' (duration: 2.000183406s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.615287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.614662Z","time spent":"2.000614016s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:26 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:26.832796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.520052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:26.833064Z","caller":"traceutil/trace.go:171","msg":"trace[1862416452] linearizableReadLoop","detail":"{readStateIndex:25896; appliedIndex:25895; }","duration":"716.985332ms","start":"2026-04-27T02:18:26.116054Z","end":"2026-04-27T02:18:26.833039Z","steps":["trace[1862416452] 'read index received' (duration: 430.117541ms)","trace[1862416452] 'applied index is now lower than readState.Index' (duration: 286.866271ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:26.833187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"985.552151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:26.833219Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.515856048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:26.833254Z","caller":"traceutil/trace.go:171","msg":"trace[888272194] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25058; }","duration":"985.676694ms","start":"2026-04-27T02:18:25.847562Z","end":"2026-04-27T02:18:26.833238Z","steps":["trace[888272194] 'agreement among raft nodes before linearized reading' (duration: 985.563481ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.833255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.892973073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"warn","ts":"2026-04-27T02:18:26.833287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:25.847541Z","time spent":"985.739276ms","remote":"127.0.0.1:49014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:26.833312Z","caller":"traceutil/trace.go:171","msg":"trace[1108808429] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25058; }","duration":"1.893070766s","start":"2026-04-27T02:18:24.940226Z","end":"2026-04-27T02:18:26.833297Z","steps":["trace[1108808429] 'agreement among raft nodes before linearized reading' (duration: 1.89285305s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.833356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.940205Z","time spent":"1.893142658s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-04-27T02:18:26.833345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.25861746s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:847"} {"level":"info","ts":"2026-04-27T02:18:26.833428Z","caller":"traceutil/trace.go:171","msg":"trace[1968510550] range","detail":"{range_begin:/registry/serviceaccounts/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:25058; }","duration":"2.258724653s","start":"2026-04-27T02:18:24.57468Z","end":"2026-04-27T02:18:26.833404Z","steps":["trace[1968510550] 'agreement among raft nodes before linearized reading' (duration: 2.258436926s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.833447Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.326614428s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:18:26.833478Z","caller":"traceutil/trace.go:171","msg":"trace[569256121] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25058; }","duration":"1.32668708s","start":"2026-04-27T02:18:25.506782Z","end":"2026-04-27T02:18:26.833469Z","steps":["trace[569256121] 'agreement among raft nodes before linearized reading' (duration: 1.326509196s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.833482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.574675Z","time spent":"2.258797455s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":870,"request content":"key:\"/registry/serviceaccounts/envoy-gateway-system/envoy-gateway\" "} {"level":"info","ts":"2026-04-27T02:18:26.833066Z","caller":"traceutil/trace.go:171","msg":"trace[2122681472] transaction","detail":"{read_only:false; response_revision:25058; number_of_response:1; }","duration":"1.69168645s","start":"2026-04-27T02:18:25.14133Z","end":"2026-04-27T02:18:26.833016Z","steps":["trace[2122681472] 'process raft request' (duration: 1.404839769s)","trace[2122681472] 'compare' (duration: 286.352838ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:26.833512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:25.50676Z","time spent":"1.326744302s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-04-27T02:18:26.833654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.196301998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-27T02:18:26.833692Z","caller":"traceutil/trace.go:171","msg":"trace[1879783402] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25058; }","duration":"2.196384481s","start":"2026-04-27T02:18:24.637296Z","end":"2026-04-27T02:18:26.83368Z","steps":["trace[1879783402] 'agreement among raft nodes before linearized reading' (duration: 2.196170266s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.833722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.63727Z","time spent":"2.196442892s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-27T02:18:26.833856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.260143588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T02:18:26.833907Z","caller":"traceutil/trace.go:171","msg":"trace[1037499153] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:25058; }","duration":"2.260217171s","start":"2026-04-27T02:18:24.573677Z","end":"2026-04-27T02:18:26.833895Z","steps":["trace[1037499153] 'agreement among raft nodes before linearized reading' (duration: 2.259486012s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.833939Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.573666Z","time spent":"2.260266232s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-27T02:18:26.833937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.258591589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" ","response":"range_response_count:1 size:898"} {"level":"info","ts":"2026-04-27T02:18:26.833269Z","caller":"traceutil/trace.go:171","msg":"trace[1355347366] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25058; }","duration":"1.515970041s","start":"2026-04-27T02:18:25.317285Z","end":"2026-04-27T02:18:26.833255Z","steps":["trace[1355347366] 'agreement among raft nodes before linearized reading' (duration: 1.515851908s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:26.834074Z","caller":"traceutil/trace.go:171","msg":"trace[227864591] transaction","detail":"{read_only:false; response_revision:25059; number_of_response:1; }","duration":"363.500033ms","start":"2026-04-27T02:18:26.470565Z","end":"2026-04-27T02:18:26.834065Z","steps":["trace[227864591] 'process raft request' (duration: 362.446027ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:26.834071Z","caller":"traceutil/trace.go:171","msg":"trace[2137147185] range","detail":"{range_begin:/registry/serviceaccounts/local-path-storage/local-path-provisioner; range_end:; response_count:1; response_revision:25058; }","duration":"2.258779193s","start":"2026-04-27T02:18:24.575261Z","end":"2026-04-27T02:18:26.83404Z","steps":["trace[2137147185] 'agreement among raft nodes before linearized reading' (duration: 2.257820599s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.834101Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:25.317266Z","time spent":"1.516802631s","remote":"127.0.0.1:46698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:26.834127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.575257Z","time spent":"2.258857455s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":921,"request content":"key:\"/registry/serviceaccounts/local-path-storage/local-path-provisioner\" "} {"level":"warn","ts":"2026-04-27T02:18:26.834106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.889804944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"warn","ts":"2026-04-27T02:18:26.83415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.470541Z","time spent":"363.563954ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:26.83419Z","caller":"traceutil/trace.go:171","msg":"trace[703466858] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25058; }","duration":"1.889901866s","start":"2026-04-27T02:18:24.944263Z","end":"2026-04-27T02:18:26.834165Z","steps":["trace[703466858] 'agreement among raft nodes before linearized reading' (duration: 1.889054585s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.833991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"714.073459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242266ddf3\" ","response":"range_response_count:1 size:884"} {"level":"warn","ts":"2026-04-27T02:18:26.834223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.707327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:26.83424Z","caller":"traceutil/trace.go:171","msg":"trace[2111744494] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25063; }","duration":"211.752328ms","start":"2026-04-27T02:18:26.622482Z","end":"2026-04-27T02:18:26.834234Z","steps":["trace[2111744494] 'agreement among raft nodes before linearized reading' (duration: 211.720827ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:26.834247Z","caller":"traceutil/trace.go:171","msg":"trace[518187587] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242266ddf3; range_end:; response_count:1; response_revision:25063; }","duration":"714.326575ms","start":"2026-04-27T02:18:26.119906Z","end":"2026-04-27T02:18:26.834233Z","steps":["trace[518187587] 'agreement among raft nodes before linearized reading' (duration: 713.957546ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.834246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.944231Z","time spent":"1.890005349s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:26.834281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.119891Z","time spent":"714.379356ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":907,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242266ddf3\" "} {"level":"info","ts":"2026-04-27T02:18:26.834318Z","caller":"traceutil/trace.go:171","msg":"trace[804658054] transaction","detail":"{read_only:false; response_revision:25060; number_of_response:1; }","duration":"362.948048ms","start":"2026-04-27T02:18:26.471352Z","end":"2026-04-27T02:18:26.8343Z","steps":["trace[804658054] 'process raft request' (duration: 362.330522ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.833589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.302858165s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" ","response":"range_response_count:1 size:3235"} {"level":"warn","ts":"2026-04-27T02:18:26.834383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.322603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-04-27T02:18:26.834406Z","caller":"traceutil/trace.go:171","msg":"trace[745333586] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25063; }","duration":"364.390905ms","start":"2026-04-27T02:18:26.470008Z","end":"2026-04-27T02:18:26.834399Z","steps":["trace[745333586] 'agreement among raft nodes before linearized reading' (duration: 364.329814ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:26.834412Z","caller":"traceutil/trace.go:171","msg":"trace[1269191653] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum; range_end:; response_count:1; response_revision:25058; }","duration":"2.303687165s","start":"2026-04-27T02:18:24.53071Z","end":"2026-04-27T02:18:26.834397Z","steps":["trace[1269191653] 'agreement among raft nodes before linearized reading' (duration: 2.302711801s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.834431Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.471334Z","time spent":"363.02784ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:26.834458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:24.530704Z","time spent":"2.303740506s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-magnum\" "} {"level":"warn","ts":"2026-04-27T02:18:26.834471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.444316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:18:26.834488Z","caller":"traceutil/trace.go:171","msg":"trace[856682986] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25063; }","duration":"364.503567ms","start":"2026-04-27T02:18:26.46998Z","end":"2026-04-27T02:18:26.834484Z","steps":["trace[856682986] 'agreement among raft nodes before linearized reading' (duration: 364.454506ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.834511Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.469956Z","time spent":"364.551449ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:18:26.834501Z","caller":"traceutil/trace.go:171","msg":"trace[2070337202] transaction","detail":"{read_only:false; response_revision:25062; number_of_response:1; }","duration":"360.771053ms","start":"2026-04-27T02:18:26.47371Z","end":"2026-04-27T02:18:26.834481Z","steps":["trace[2070337202] 'process raft request' (duration: 360.053885ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.834257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.596005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:26.834552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.005638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" ","response":"range_response_count:1 size:210"} {"level":"info","ts":"2026-04-27T02:18:26.834559Z","caller":"traceutil/trace.go:171","msg":"trace[1012605974] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25063; }","duration":"173.951965ms","start":"2026-04-27T02:18:26.660594Z","end":"2026-04-27T02:18:26.834546Z","steps":["trace[1012605974] 'agreement among raft nodes before linearized reading' (duration: 173.605946ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.834574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.473701Z","time spent":"360.832025ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:26.834578Z","caller":"traceutil/trace.go:171","msg":"trace[882955353] transaction","detail":"{read_only:false; response_revision:25063; number_of_response:1; }","duration":"360.474046ms","start":"2026-04-27T02:18:26.474088Z","end":"2026-04-27T02:18:26.834562Z","steps":["trace[882955353] 'process raft request' (duration: 359.746738ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:26.834606Z","caller":"traceutil/trace.go:171","msg":"trace[601804600] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/certificate-controller; range_end:; response_count:1; response_revision:25063; }","duration":"699.08798ms","start":"2026-04-27T02:18:26.135504Z","end":"2026-04-27T02:18:26.834592Z","steps":["trace[601804600] 'agreement among raft nodes before linearized reading' (duration: 698.962547ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.834424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.469988Z","time spent":"364.431856ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:26.834647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.13549Z","time spent":"699.148632ms","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":233,"request content":"key:\"/registry/serviceaccounts/kube-system/certificate-controller\" "} {"level":"warn","ts":"2026-04-27T02:18:26.834643Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.474081Z","time spent":"360.529407ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:26.834655Z","caller":"traceutil/trace.go:171","msg":"trace[1849006747] transaction","detail":"{read_only:false; response_revision:25061; number_of_response:1; }","duration":"361.776508ms","start":"2026-04-27T02:18:26.472867Z","end":"2026-04-27T02:18:26.834643Z","steps":["trace[1849006747] 'process raft request' (duration: 360.868556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:26.834704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.472844Z","time spent":"361.83829ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:26.835188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:25.141307Z","time spent":"1.692304516s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:27.336338Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:27.836494Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:28.337137Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799530,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:28.475614Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.487725509s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:28.803586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.200298ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-27T02:18:28.803674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.834848Z","time spent":"1.968821385s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:18:28.845896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.010490656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:28.845962Z","caller":"traceutil/trace.go:171","msg":"trace[2107123452] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.010595858s","start":"2026-04-27T02:18:26.835352Z","end":"2026-04-27T02:18:28.845948Z","steps":["trace[2107123452] 'agreement among raft nodes before linearized reading' (duration: 2.010509076s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:28.845992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.835336Z","time spent":"2.0106506s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:28 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-04-27T02:18:28.8936Z","caller":"traceutil/trace.go:171","msg":"trace[650051519] transaction","detail":"{read_only:false; response_revision:25064; number_of_response:1; }","duration":"2.057396857s","start":"2026-04-27T02:18:26.83618Z","end":"2026-04-27T02:18:28.893577Z","steps":["trace[650051519] 'process raft request' (duration: 2.057101579s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:28.893603Z","caller":"traceutil/trace.go:171","msg":"trace[832320488] transaction","detail":"{read_only:false; response_revision:25066; number_of_response:1; }","duration":"2.053877218s","start":"2026-04-27T02:18:26.83969Z","end":"2026-04-27T02:18:28.893567Z","steps":["trace[832320488] 'process raft request' (duration: 2.053807547s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:28.893614Z","caller":"traceutil/trace.go:171","msg":"trace[261935102] transaction","detail":"{read_only:false; response_revision:25065; number_of_response:1; }","duration":"2.054782052s","start":"2026-04-27T02:18:26.838793Z","end":"2026-04-27T02:18:28.893575Z","steps":["trace[261935102] 'process raft request' (duration: 2.054646388s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:28.893747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.839681Z","time spent":"2.053995031s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:28.893877Z","caller":"traceutil/trace.go:171","msg":"trace[330981205] transaction","detail":"{read_only:false; response_revision:25067; number_of_response:1; }","duration":"2.053642363s","start":"2026-04-27T02:18:26.840224Z","end":"2026-04-27T02:18:28.893866Z","steps":["trace[330981205] 'process raft request' (duration: 2.053306285s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:28.893955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.840211Z","time spent":"2.053689644s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:28.894057Z","caller":"traceutil/trace.go:171","msg":"trace[608416511] transaction","detail":"{read_only:false; response_revision:25068; number_of_response:1; }","duration":"2.053247123s","start":"2026-04-27T02:18:26.840788Z","end":"2026-04-27T02:18:28.894035Z","steps":["trace[608416511] 'process raft request' (duration: 2.053004757s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:28.894093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.836137Z","time spent":"2.057513661s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:28.894157Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.840781Z","time spent":"2.053317905s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:28.894438Z","caller":"traceutil/trace.go:171","msg":"trace[1243642858] linearizableReadLoop","detail":"{readStateIndex:25907; appliedIndex:25901; }","duration":"2.058587137s","start":"2026-04-27T02:18:26.835379Z","end":"2026-04-27T02:18:28.893967Z","steps":["trace[1243642858] 'read index received' (duration: 1.640990962s)","trace[1243642858] 'applied index is now lower than readState.Index' (duration: 417.593585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:28.89476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.838777Z","time spent":"2.055065318s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:29.395551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:29.89566Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:30.396234Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799544,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:30.734696Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.608601755s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:30.757131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000715939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:30.757222Z","caller":"traceutil/trace.go:171","msg":"trace[994371648] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000858703s","start":"2026-04-27T02:18:28.756342Z","end":"2026-04-27T02:18:30.757201Z","steps":["trace[994371648] 'agreement among raft nodes before linearized reading' (duration: 2.000734949s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:30.757274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.756329Z","time spent":"2.000935604s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:30.847305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000358741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:30.847416Z","caller":"traceutil/trace.go:171","msg":"trace[180351863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000493294s","start":"2026-04-27T02:18:28.846881Z","end":"2026-04-27T02:18:30.847375Z","steps":["trace[180351863] 'agreement among raft nodes before linearized reading' (duration: 2.000354371s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:30.847472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.84686Z","time spent":"2.000599096s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:30.871902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.905191ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:30.872085Z","caller":"traceutil/trace.go:171","msg":"trace[1981976566] transaction","detail":"{read_only:false; response_revision:25072; number_of_response:1; }","duration":"2.024019666s","start":"2026-04-27T02:18:28.848053Z","end":"2026-04-27T02:18:30.872073Z","steps":["trace[1981976566] 'process raft request' (duration: 2.023973575s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:30.872131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.848048Z","time spent":"2.024063277s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:30.872272Z","caller":"traceutil/trace.go:171","msg":"trace[1134831521] transaction","detail":"{read_only:false; response_revision:25070; number_of_response:1; }","duration":"2.024509358s","start":"2026-04-27T02:18:28.847755Z","end":"2026-04-27T02:18:30.872265Z","steps":["trace[1134831521] 'process raft request' (duration: 2.02421481s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:30.872305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.847738Z","time spent":"2.024550578s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:30.872376Z","caller":"traceutil/trace.go:171","msg":"trace[426049919] transaction","detail":"{read_only:false; response_revision:25071; number_of_response:1; }","duration":"2.024547939s","start":"2026-04-27T02:18:28.847823Z","end":"2026-04-27T02:18:30.872371Z","steps":["trace[426049919] 'process raft request' (duration: 2.024183919s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:30.872405Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.8478Z","time spent":"2.024591271s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:30.873281Z","caller":"traceutil/trace.go:171","msg":"trace[1365527046] transaction","detail":"{read_only:false; response_revision:25069; number_of_response:1; }","duration":"2.06824424s","start":"2026-04-27T02:18:28.804972Z","end":"2026-04-27T02:18:30.873216Z","steps":["trace[1365527046] 'process raft request' (duration: 1.929965134s)","trace[1365527046] 'compare' (duration: 136.823649ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:30.873505Z","caller":"traceutil/trace.go:171","msg":"trace[1347093560] transaction","detail":"{read_only:false; response_revision:25073; number_of_response:1; }","duration":"2.025302288s","start":"2026-04-27T02:18:28.848183Z","end":"2026-04-27T02:18:30.873485Z","steps":["trace[1347093560] 'process raft request' (duration: 2.023867431s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:30.873553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.804958Z","time spent":"2.068513717s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:30.87362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.848178Z","time spent":"2.025375841s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:30.873907Z","caller":"traceutil/trace.go:171","msg":"trace[2138532894] transaction","detail":"{read_only:false; response_revision:25074; number_of_response:1; }","duration":"2.025581975s","start":"2026-04-27T02:18:28.848317Z","end":"2026-04-27T02:18:30.873899Z","steps":["trace[2138532894] 'process raft request' (duration: 2.025089653s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:30.873952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.848307Z","time spent":"2.025618336s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:32.856444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000043522s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:32.856513Z","caller":"traceutil/trace.go:171","msg":"trace[1036530205] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000171205s","start":"2026-04-27T02:18:30.856323Z","end":"2026-04-27T02:18:32.856494Z","steps":["trace[1036530205] 'agreement among raft nodes before linearized reading' (duration: 2.000087933s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:32.85655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:30.856309Z","time spent":"2.000234027s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:32 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:33.005376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.118957154s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:33.005519Z","caller":"traceutil/trace.go:171","msg":"trace[814866110] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25074; }","duration":"1.119095598s","start":"2026-04-27T02:18:31.886391Z","end":"2026-04-27T02:18:33.005487Z","steps":["trace[814866110] 'range keys from in-memory index tree' (duration: 1.118942684s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.006853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.971806439s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-04-27T02:18:33.007074Z","caller":"traceutil/trace.go:171","msg":"trace[1615917214] linearizableReadLoop","detail":"{readStateIndex:25915; appliedIndex:25907; }","duration":"4.11258761s","start":"2026-04-27T02:18:28.89447Z","end":"2026-04-27T02:18:33.007058Z","steps":["trace[1615917214] 'read index received' (duration: 1.840567002s)","trace[1615917214] 'applied index is now lower than readState.Index' (duration: 2.272019278s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:33.007201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.897251Z","time spent":"4.109947353s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:18:33.007568Z","caller":"traceutil/trace.go:171","msg":"trace[1909256937] transaction","detail":"{read_only:false; response_revision:25075; number_of_response:1; }","duration":"2.685465689s","start":"2026-04-27T02:18:30.322066Z","end":"2026-04-27T02:18:33.007532Z","steps":["trace[1909256937] 'process raft request' (duration: 2.684857753s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.007654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:30.322041Z","time spent":"2.68555772s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:33.007802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.867581435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:33.007844Z","caller":"traceutil/trace.go:171","msg":"trace[1463796193] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25075; }","duration":"5.867625956s","start":"2026-04-27T02:18:27.140205Z","end":"2026-04-27T02:18:33.007831Z","steps":["trace[1463796193] 'agreement among raft nodes before linearized reading' (duration: 5.867552104s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.007875Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:27.140161Z","time spent":"5.867705758s","remote":"127.0.0.1:51536","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:33.007891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.172471641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-47gch\" ","response":"range_response_count:1 size:3722"} {"level":"info","ts":"2026-04-27T02:18:33.007926Z","caller":"traceutil/trace.go:171","msg":"trace[1592391752] range","detail":"{range_begin:/registry/pods/local-path-storage/local-path-provisioner-679c578f5-47gch; range_end:; response_count:1; response_revision:25075; }","duration":"6.172518251s","start":"2026-04-27T02:18:26.835397Z","end":"2026-04-27T02:18:33.007915Z","steps":["trace[1592391752] 'agreement among raft nodes before linearized reading' (duration: 6.172385328s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.007964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.83539Z","time spent":"6.172567352s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3745,"request content":"key:\"/registry/pods/local-path-storage/local-path-provisioner-679c578f5-47gch\" "} {"level":"warn","ts":"2026-04-27T02:18:33.007954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.172338516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx\" ","response":"range_response_count:1 size:5679"} {"level":"warn","ts":"2026-04-27T02:18:33.00802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.161276667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:33.008053Z","caller":"traceutil/trace.go:171","msg":"trace[262236713] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25075; }","duration":"4.161338479s","start":"2026-04-27T02:18:28.846704Z","end":"2026-04-27T02:18:33.008042Z","steps":["trace[262236713] 'agreement among raft nodes before linearized reading' (duration: 4.161287817s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:33.00805Z","caller":"traceutil/trace.go:171","msg":"trace[394587458] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx; range_end:; response_count:1; response_revision:25075; }","duration":"6.172452049s","start":"2026-04-27T02:18:26.835574Z","end":"2026-04-27T02:18:33.008026Z","steps":["trace[394587458] 'agreement among raft nodes before linearized reading' (duration: 6.172191633s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.00808Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.846688Z","time spent":"4.16138495s","remote":"127.0.0.1:48498","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:33.008099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.835569Z","time spent":"6.172520601s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5702,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx\" "} {"level":"warn","ts":"2026-04-27T02:18:33.008192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.716141383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:33.008229Z","caller":"traceutil/trace.go:171","msg":"trace[1086208113] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:25075; }","duration":"4.716217875s","start":"2026-04-27T02:18:28.292002Z","end":"2026-04-27T02:18:33.00822Z","steps":["trace[1086208113] 'agreement among raft nodes before linearized reading' (duration: 4.716161414s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.008247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.057485411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:33.008256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.291982Z","time spent":"4.716264476s","remote":"127.0.0.1:48758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:33.008279Z","caller":"traceutil/trace.go:171","msg":"trace[302682585] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:25075; }","duration":"6.057564713s","start":"2026-04-27T02:18:26.950702Z","end":"2026-04-27T02:18:33.008267Z","steps":["trace[302682585] 'agreement among raft nodes before linearized reading' (duration: 6.057511092s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.00831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.950676Z","time spent":"6.057626365s","remote":"127.0.0.1:49092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:33.008409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.878091334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:33.008438Z","caller":"traceutil/trace.go:171","msg":"trace[1054973892] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25075; }","duration":"4.878178016s","start":"2026-04-27T02:18:28.130251Z","end":"2026-04-27T02:18:33.008429Z","steps":["trace[1054973892] 'agreement among raft nodes before linearized reading' (duration: 4.878117795s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.008465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:28.13018Z","time spent":"4.878275579s","remote":"127.0.0.1:48930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:33.008556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.166181351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" ","response":"range_response_count:1 size:3238"} {"level":"info","ts":"2026-04-27T02:18:33.008588Z","caller":"traceutil/trace.go:171","msg":"trace[968181745] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron; range_end:; response_count:1; response_revision:25075; }","duration":"6.166239983s","start":"2026-04-27T02:18:26.842338Z","end":"2026-04-27T02:18:33.008578Z","steps":["trace[968181745] 'agreement among raft nodes before linearized reading' (duration: 6.166167231s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.008605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.122136925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:33.008619Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.842329Z","time spent":"6.166281164s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":3261,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-neutron\" "} {"level":"info","ts":"2026-04-27T02:18:33.008633Z","caller":"traceutil/trace.go:171","msg":"trace[1762761414] range","detail":"{range_begin:/registry/poddisruptionbudgets/; range_end:/registry/poddisruptionbudgets0; response_count:0; response_revision:25075; }","duration":"5.122167076s","start":"2026-04-27T02:18:27.886457Z","end":"2026-04-27T02:18:33.008624Z","steps":["trace[1762761414] 'agreement among raft nodes before linearized reading' (duration: 5.122102324s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.00866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:27.886435Z","time spent":"5.122217167s","remote":"127.0.0.1:46738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":20,"response size":31,"request content":"key:\"/registry/poddisruptionbudgets/\" range_end:\"/registry/poddisruptionbudgets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:33.00882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.359910448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:33.008847Z","caller":"traceutil/trace.go:171","msg":"trace[2067602951] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:25075; }","duration":"5.359967489s","start":"2026-04-27T02:18:27.648872Z","end":"2026-04-27T02:18:33.008839Z","steps":["trace[2067602951] 'agreement among raft nodes before linearized reading' (duration: 5.359882287s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.008881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:27.648857Z","time spent":"5.360007211s","remote":"127.0.0.1:46544","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:33.008944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.172008497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5d363eb1-a183-495c-9353-2411d565712b\" ","response":"range_response_count:1 size:1276"} {"level":"warn","ts":"2026-04-27T02:18:33.009029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.80194342s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" ","response":"range_response_count:1 size:208"} {"level":"info","ts":"2026-04-27T02:18:33.009019Z","caller":"traceutil/trace.go:171","msg":"trace[1686118953] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5d363eb1-a183-495c-9353-2411d565712b; range_end:; response_count:1; response_revision:25075; }","duration":"6.17209747s","start":"2026-04-27T02:18:26.836901Z","end":"2026-04-27T02:18:33.008998Z","steps":["trace[1686118953] 'agreement among raft nodes before linearized reading' (duration: 6.171745722s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:33.009066Z","caller":"traceutil/trace.go:171","msg":"trace[1309381944] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/daemon-set-controller; range_end:; response_count:1; response_revision:25075; }","duration":"5.802002532s","start":"2026-04-27T02:18:27.207053Z","end":"2026-04-27T02:18:33.009055Z","steps":["trace[1309381944] 'agreement among raft nodes before linearized reading' (duration: 5.801891829s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.009067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.830953021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:33.0091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:27.207042Z","time spent":"5.802051413s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":231,"request content":"key:\"/registry/serviceaccounts/kube-system/daemon-set-controller\" "} {"level":"info","ts":"2026-04-27T02:18:33.009135Z","caller":"traceutil/trace.go:171","msg":"trace[2029992802] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25075; }","duration":"5.831064813s","start":"2026-04-27T02:18:27.178056Z","end":"2026-04-27T02:18:33.009121Z","steps":["trace[2029992802] 'agreement among raft nodes before linearized reading' (duration: 5.830957521s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.009163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.677980606s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:18:33.009174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:27.178032Z","time spent":"5.831132085s","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:18:33.0092Z","caller":"traceutil/trace.go:171","msg":"trace[1751759917] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:25075; }","duration":"5.678045997s","start":"2026-04-27T02:18:27.331144Z","end":"2026-04-27T02:18:33.00919Z","steps":["trace[1751759917] 'agreement among raft nodes before linearized reading' (duration: 5.677879223s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:33.009082Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:26.836856Z","time spent":"6.172215253s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-5d363eb1-a183-495c-9353-2411d565712b\" "} {"level":"warn","ts":"2026-04-27T02:18:33.009225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:27.33113Z","time spent":"5.678087239s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":142,"response size":32,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:33.25819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.415308743s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:33.502585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.982219ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:33.50276Z","caller":"traceutil/trace.go:171","msg":"trace[1661021866] transaction","detail":"{read_only:false; response_revision:25076; number_of_response:1; }","duration":"1.660032021s","start":"2026-04-27T02:18:31.842706Z","end":"2026-04-27T02:18:33.502738Z","steps":["trace[1661021866] 'process raft request' (duration: 1.415791565s)","trace[1661021866] 'compare' (duration: 243.760394ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:33.504116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:31.842683Z","time spent":"1.660110703s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:34.856899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999829046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:34.857053Z","caller":"traceutil/trace.go:171","msg":"trace[866994170] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.99998656s","start":"2026-04-27T02:18:32.85698Z","end":"2026-04-27T02:18:34.856966Z","steps":["trace[866994170] 'agreement among raft nodes before linearized reading' (duration: 1.999868147s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:34.857173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:32.856959Z","time spent":"2.000173075s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:34 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:35.87806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274721426s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:35.878856Z","caller":"traceutil/trace.go:171","msg":"trace[791468086] transaction","detail":"{read_only:false; response_revision:25077; number_of_response:1; }","duration":"2.954902489s","start":"2026-04-27T02:18:32.923895Z","end":"2026-04-27T02:18:35.878798Z","steps":["trace[791468086] 'process raft request' (duration: 679.357932ms)","trace[791468086] 'compare' (duration: 2.273718511s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:35.87894Z","caller":"traceutil/trace.go:171","msg":"trace[1301477216] transaction","detail":"{read_only:false; response_revision:25079; number_of_response:1; }","duration":"2.95450122s","start":"2026-04-27T02:18:32.924417Z","end":"2026-04-27T02:18:35.878919Z","steps":["trace[1301477216] 'process raft request' (duration: 2.954425038s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:35.879023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:32.923875Z","time spent":"2.955066594s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:35.879073Z","caller":"traceutil/trace.go:171","msg":"trace[366626891] transaction","detail":"{read_only:false; response_revision:25078; number_of_response:1; }","duration":"2.955108095s","start":"2026-04-27T02:18:32.923956Z","end":"2026-04-27T02:18:35.879064Z","steps":["trace[366626891] 'process raft request' (duration: 2.954198781s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:35.879131Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:32.92395Z","time spent":"2.955154586s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:35.879032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:32.924353Z","time spent":"2.954639753s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:35.879308Z","caller":"traceutil/trace.go:171","msg":"trace[1568848211] transaction","detail":"{read_only:false; response_revision:25080; number_of_response:1; }","duration":"2.954733565s","start":"2026-04-27T02:18:32.924545Z","end":"2026-04-27T02:18:35.879279Z","steps":["trace[1568848211] 'process raft request' (duration: 2.954339425s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:35.879392Z","caller":"traceutil/trace.go:171","msg":"trace[1546833086] transaction","detail":"{read_only:false; response_revision:25081; number_of_response:1; }","duration":"2.953939935s","start":"2026-04-27T02:18:32.92543Z","end":"2026-04-27T02:18:35.87937Z","steps":["trace[1546833086] 'process raft request' (duration: 2.95370152s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:35.879463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:32.924519Z","time spent":"2.954859259s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:35.879487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:32.925416Z","time spent":"2.954024168s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:35.897725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999494534s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:35.89788Z","caller":"traceutil/trace.go:171","msg":"trace[422981297] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999656438s","start":"2026-04-27T02:18:30.898197Z","end":"2026-04-27T02:18:35.897854Z","steps":["trace[422981297] 'agreement among raft nodes before linearized reading' (duration: 4.999490614s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:35.897932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:30.898107Z","time spent":"4.999813971s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 02:18:35 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:36.864767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999999551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:36.864864Z","caller":"traceutil/trace.go:171","msg":"trace[1383842963] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000138134s","start":"2026-04-27T02:18:34.864711Z","end":"2026-04-27T02:18:36.864849Z","steps":["trace[1383842963] 'agreement among raft nodes before linearized reading' (duration: 2.000029621s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:36.864903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:34.864693Z","time spent":"2.000200596s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:36.942869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063571467s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:18:36.943928Z","caller":"traceutil/trace.go:171","msg":"trace[1570318100] linearizableReadLoop","detail":"{readStateIndex:25921; appliedIndex:25915; }","duration":"3.936794418s","start":"2026-04-27T02:18:33.007107Z","end":"2026-04-27T02:18:36.943901Z","steps":["trace[1570318100] 'read index received' (duration: 251.406306ms)","trace[1570318100] 'applied index is now lower than readState.Index' (duration: 3.685386792s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:36.944053Z","caller":"traceutil/trace.go:171","msg":"trace[1804762834] transaction","detail":"{read_only:false; response_revision:25082; number_of_response:1; }","duration":"3.930616602s","start":"2026-04-27T02:18:33.013409Z","end":"2026-04-27T02:18:36.944026Z","steps":["trace[1804762834] 'process raft request' (duration: 3.929576177s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:36.944186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:33.013387Z","time spent":"3.930740456s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":813,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:18:38.865793Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000016091s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:38.86589Z","caller":"traceutil/trace.go:171","msg":"trace[711879044] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000173056s","start":"2026-04-27T02:18:36.865693Z","end":"2026-04-27T02:18:38.865866Z","steps":["trace[711879044] 'agreement among raft nodes before linearized reading' (duration: 2.000034732s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:38.86599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:36.865684Z","time spent":"2.000290638s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:38 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:39.295763Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.410832071s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:39.295967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.3970524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:18:39.296033Z","caller":"traceutil/trace.go:171","msg":"trace[1203313431] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25082; }","duration":"8.397122273s","start":"2026-04-27T02:18:30.898883Z","end":"2026-04-27T02:18:39.296005Z","steps":["trace[1203313431] 'agreement among raft nodes before linearized reading' (duration: 6.045159481s)","trace[1203313431] 'range keys from in-memory index tree' (duration: 2.351802918s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:39.29615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:30.898873Z","time spent":"8.397260787s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:39.296486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.420970674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T02:18:39.29653Z","caller":"traceutil/trace.go:171","msg":"trace[262250192] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25082; }","duration":"8.421035895s","start":"2026-04-27T02:18:30.875478Z","end":"2026-04-27T02:18:39.296514Z","steps":["trace[262250192] 'agreement among raft nodes before linearized reading' (duration: 6.06858147s)","trace[262250192] 'range keys from in-memory index tree' (duration: 2.352319672s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:39.296568Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:30.875465Z","time spent":"8.421093697s","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":446,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:18:39.296829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.767586636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:18:39.296865Z","caller":"traceutil/trace.go:171","msg":"trace[354609341] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25082; }","duration":"9.767654268s","start":"2026-04-27T02:18:29.529198Z","end":"2026-04-27T02:18:39.296853Z","steps":["trace[354609341] 'agreement among raft nodes before linearized reading' (duration: 7.414863824s)","trace[354609341] 'range keys from in-memory index tree' (duration: 2.35267762s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:39.296899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:29.529181Z","time spent":"9.7677104s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:18:39.297148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.482152547s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:39.297193Z","caller":"traceutil/trace.go:171","msg":"trace[780729524] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25082; }","duration":"8.482231619s","start":"2026-04-27T02:18:30.814947Z","end":"2026-04-27T02:18:39.297179Z","steps":["trace[780729524] 'agreement among raft nodes before linearized reading' (duration: 6.129138708s)","trace[780729524] 'count revisions from in-memory index tree' (duration: 2.353033139s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:39.297255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:30.814927Z","time spent":"8.48229171s","remote":"127.0.0.1:48594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.297502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.229956604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:39.29754Z","caller":"traceutil/trace.go:171","msg":"trace[1746644895] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:25082; }","duration":"7.229998305s","start":"2026-04-27T02:18:32.067529Z","end":"2026-04-27T02:18:39.297527Z","steps":["trace[1746644895] 'agreement among raft nodes before linearized reading' (duration: 4.876565616s)","trace[1746644895] 'count revisions from in-memory index tree' (duration: 2.353377578s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:39.297591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:32.067487Z","time spent":"7.230092828s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":16,"response size":31,"request content":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.297842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.740160604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:39.297898Z","caller":"traceutil/trace.go:171","msg":"trace[920174688] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25082; }","duration":"7.740219735s","start":"2026-04-27T02:18:31.557663Z","end":"2026-04-27T02:18:39.297882Z","steps":["trace[920174688] 'agreement among raft nodes before linearized reading' (duration: 5.386441857s)","trace[920174688] 'count revisions from in-memory index tree' (duration: 2.353707546s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:39.297935Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:31.557579Z","time spent":"7.740345118s","remote":"127.0.0.1:34014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.298382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.447605635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-04-27T02:18:39.29846Z","caller":"traceutil/trace.go:171","msg":"trace[953247530] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25082; }","duration":"8.447720708s","start":"2026-04-27T02:18:30.850724Z","end":"2026-04-27T02:18:39.298445Z","steps":["trace[953247530] 'agreement among raft nodes before linearized reading' (duration: 6.093358976s)","trace[953247530] 'range keys from in-memory index tree' (duration: 2.354126906s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:39.298492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:30.850706Z","time spent":"8.447777109s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:18:39.29577Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.925346802s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:39.302889Z","caller":"traceutil/trace.go:171","msg":"trace[1310840320] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25082; }","duration":"7.932509713s","start":"2026-04-27T02:18:31.370346Z","end":"2026-04-27T02:18:39.302856Z","steps":["trace[1310840320] 'agreement among raft nodes before linearized reading' (duration: 5.573644967s)","trace[1310840320] 'count revisions from in-memory index tree' (duration: 2.351710136s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:39.303056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:31.370326Z","time spent":"7.932666876s","remote":"127.0.0.1:48846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.303452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.359502702s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:39.303637Z","caller":"traceutil/trace.go:171","msg":"trace[849718262] transaction","detail":"{read_only:false; response_revision:25085; number_of_response:1; }","duration":"1.418844212s","start":"2026-04-27T02:18:37.88478Z","end":"2026-04-27T02:18:39.303624Z","steps":["trace[849718262] 'process raft request' (duration: 1.418817941s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.303675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.884748Z","time spent":"1.418910264s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:39.303714Z","caller":"traceutil/trace.go:171","msg":"trace[1208625997] transaction","detail":"{read_only:false; response_revision:25084; number_of_response:1; }","duration":"4.532180386s","start":"2026-04-27T02:18:34.771514Z","end":"2026-04-27T02:18:39.303694Z","steps":["trace[1208625997] 'process raft request' (duration: 4.532008622s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:39.303757Z","caller":"traceutil/trace.go:171","msg":"trace[1356353498] linearizableReadLoop","detail":"{readStateIndex:25925; appliedIndex:25923; }","duration":"2.359754548s","start":"2026-04-27T02:18:36.943996Z","end":"2026-04-27T02:18:39.303751Z","steps":["trace[1356353498] 'read index received' (duration: 71.722µs)","trace[1356353498] 'applied index is now lower than readState.Index' (duration: 2.359682016s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:39.303829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.440270238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:39.30381Z","caller":"traceutil/trace.go:171","msg":"trace[1416606192] transaction","detail":"{read_only:false; response_revision:25083; number_of_response:1; }","duration":"4.731003098s","start":"2026-04-27T02:18:34.572777Z","end":"2026-04-27T02:18:39.30378Z","steps":["trace[1416606192] 'process raft request' (duration: 2.371112136s)","trace[1416606192] 'compare' (duration: 2.351743656s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:39.303833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:34.771478Z","time spent":"4.532289069s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:39.303882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.517635557s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:39.303901Z","caller":"traceutil/trace.go:171","msg":"trace[35788113] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25085; }","duration":"2.517684419s","start":"2026-04-27T02:18:36.786211Z","end":"2026-04-27T02:18:39.303896Z","steps":["trace[35788113] 'agreement among raft nodes before linearized reading' (duration: 2.517649078s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.303915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:36.786195Z","time spent":"2.517716759s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":31,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.303961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.775769334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:39.303952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:34.572753Z","time spent":"4.73112187s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:39.304001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.825106268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:39.304016Z","caller":"traceutil/trace.go:171","msg":"trace[325972862] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25085; }","duration":"2.825151279s","start":"2026-04-27T02:18:36.47886Z","end":"2026-04-27T02:18:39.304012Z","steps":["trace[325972862] 'agreement among raft nodes before linearized reading' (duration: 2.825125598s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304029Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:36.478822Z","time spent":"2.82520332s","remote":"127.0.0.1:48554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:39.303849Z","caller":"traceutil/trace.go:171","msg":"trace[307659383] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:25085; }","duration":"2.440323729s","start":"2026-04-27T02:18:36.863518Z","end":"2026-04-27T02:18:39.303842Z","steps":["trace[307659383] 'agreement among raft nodes before linearized reading' (duration: 2.440266228s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.143568336s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:39.304216Z","caller":"traceutil/trace.go:171","msg":"trace[141001598] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25085; }","duration":"5.143602017s","start":"2026-04-27T02:18:34.160608Z","end":"2026-04-27T02:18:39.30421Z","steps":["trace[141001598] 'agreement among raft nodes before linearized reading' (duration: 5.143549605s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:34.160535Z","time spent":"5.143693349s","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.304232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.062722548s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:39.304305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.285900858s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:39.304319Z","caller":"traceutil/trace.go:171","msg":"trace[1793492449] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25085; }","duration":"5.062890373s","start":"2026-04-27T02:18:34.241405Z","end":"2026-04-27T02:18:39.304296Z","steps":["trace[1793492449] 'agreement among raft nodes before linearized reading' (duration: 5.062748679s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.585578636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:39.304362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.947149049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:39.304362Z","caller":"traceutil/trace.go:171","msg":"trace[1014581705] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:25085; }","duration":"4.285983569s","start":"2026-04-27T02:18:35.018364Z","end":"2026-04-27T02:18:39.304347Z","steps":["trace[1014581705] 'agreement among raft nodes before linearized reading' (duration: 4.285889907s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:39.304384Z","caller":"traceutil/trace.go:171","msg":"trace[147606325] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25085; }","duration":"5.947207821s","start":"2026-04-27T02:18:33.357169Z","end":"2026-04-27T02:18:39.304377Z","steps":["trace[147606325] 'agreement among raft nodes before linearized reading' (duration: 5.94717463s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304375Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:34.241382Z","time spent":"5.062976424s","remote":"127.0.0.1:49004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:39.304387Z","caller":"traceutil/trace.go:171","msg":"trace[2118864346] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25085; }","duration":"3.585703679s","start":"2026-04-27T02:18:35.718659Z","end":"2026-04-27T02:18:39.304363Z","steps":["trace[2118864346] 'agreement among raft nodes before linearized reading' (duration: 3.585573846s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:35.018351Z","time spent":"4.286042642s","remote":"127.0.0.1:46810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":29,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.304434Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:35.718643Z","time spent":"3.585780771s","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.304499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277047486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:972"} {"level":"info","ts":"2026-04-27T02:18:39.304531Z","caller":"traceutil/trace.go:171","msg":"trace[382734847] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:25085; }","duration":"6.277101937s","start":"2026-04-27T02:18:33.027422Z","end":"2026-04-27T02:18:39.304524Z","steps":["trace[382734847] 'agreement among raft nodes before linearized reading' (duration: 6.276994114s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:33.027378Z","time spent":"6.277169779s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":995,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-webhook\" "} {"level":"warn","ts":"2026-04-27T02:18:39.304562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.881060194s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:39.304574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.322537571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:39.304589Z","caller":"traceutil/trace.go:171","msg":"trace[199874981] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25085; }","duration":"3.881127497s","start":"2026-04-27T02:18:35.423448Z","end":"2026-04-27T02:18:39.304575Z","steps":["trace[199874981] 'agreement among raft nodes before linearized reading' (duration: 3.881092676s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304605Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:35.423429Z","time spent":"3.881172517s","remote":"127.0.0.1:48548","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:39.304608Z","caller":"traceutil/trace.go:171","msg":"trace[2106956926] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25085; }","duration":"4.322617133s","start":"2026-04-27T02:18:34.98198Z","end":"2026-04-27T02:18:39.304598Z","steps":["trace[2106956926] 'agreement among raft nodes before linearized reading' (duration: 4.322563102s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:34.981964Z","time spent":"4.322667045s","remote":"127.0.0.1:48868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.304653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887744977s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:39.304689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.004632849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:39.303977Z","caller":"traceutil/trace.go:171","msg":"trace[1610510691] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:25085; }","duration":"2.775810856s","start":"2026-04-27T02:18:36.528158Z","end":"2026-04-27T02:18:39.303969Z","steps":["trace[1610510691] 'agreement among raft nodes before linearized reading' (duration: 2.775789065s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:39.304707Z","caller":"traceutil/trace.go:171","msg":"trace[1666429039] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25085; }","duration":"4.004682281s","start":"2026-04-27T02:18:35.300019Z","end":"2026-04-27T02:18:39.304701Z","steps":["trace[1666429039] 'agreement among raft nodes before linearized reading' (duration: 4.00465607s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:36.528143Z","time spent":"2.776565976s","remote":"127.0.0.1:33902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.304725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:35.300001Z","time spent":"4.004716571s","remote":"127.0.0.1:48700","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:39.304722Z","caller":"traceutil/trace.go:171","msg":"trace[2124617626] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:25085; }","duration":"2.88784641s","start":"2026-04-27T02:18:36.416849Z","end":"2026-04-27T02:18:39.304696Z","steps":["trace[2124617626] 'agreement among raft nodes before linearized reading' (duration: 2.887769578s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:36.863499Z","time spent":"2.440653688s","remote":"127.0.0.1:45656","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":31,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.304331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.83884754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:39.304793Z","caller":"traceutil/trace.go:171","msg":"trace[148772562] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25085; }","duration":"5.839348824s","start":"2026-04-27T02:18:33.465439Z","end":"2026-04-27T02:18:39.304788Z","steps":["trace[148772562] 'agreement among raft nodes before linearized reading' (duration: 5.838876791s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:33.465411Z","time spent":"5.839394965s","remote":"127.0.0.1:33854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.304809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:36.416824Z","time spent":"2.887959913s","remote":"127.0.0.1:48722","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.304862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.603392941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:39.304895Z","caller":"traceutil/trace.go:171","msg":"trace[1186169200] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25085; }","duration":"4.603461923s","start":"2026-04-27T02:18:34.701423Z","end":"2026-04-27T02:18:39.304885Z","steps":["trace[1186169200] 'agreement among raft nodes before linearized reading' (duration: 4.60334475s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.304404Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:33.357148Z","time spent":"5.947250192s","remote":"127.0.0.1:39208","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.304925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:34.701404Z","time spent":"4.603511354s","remote":"127.0.0.1:46770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":99,"response size":31,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.304674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.277367784s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:987"} {"level":"warn","ts":"2026-04-27T02:18:39.305088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.10209747s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418304"} {"level":"info","ts":"2026-04-27T02:18:39.305077Z","caller":"traceutil/trace.go:171","msg":"trace[1340306203] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:25085; }","duration":"6.277769784s","start":"2026-04-27T02:18:33.02729Z","end":"2026-04-27T02:18:39.30506Z","steps":["trace[1340306203] 'agreement among raft nodes before linearized reading' (duration: 6.277350893s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.305152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.44012396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:39.30518Z","caller":"traceutil/trace.go:171","msg":"trace[1457289369] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:25085; }","duration":"3.440196731s","start":"2026-04-27T02:18:35.864972Z","end":"2026-04-27T02:18:39.305169Z","steps":["trace[1457289369] 'agreement among raft nodes before linearized reading' (duration: 3.44014098s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.305161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:33.027284Z","time spent":"6.277854536s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1010,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager-cainjector\" "} {"level":"warn","ts":"2026-04-27T02:18:39.30522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.112110632s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:39.305237Z","caller":"traceutil/trace.go:171","msg":"trace[472478372] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25085; }","duration":"3.112180594s","start":"2026-04-27T02:18:36.193051Z","end":"2026-04-27T02:18:39.305232Z","steps":["trace[472478372] 'agreement among raft nodes before linearized reading' (duration: 3.112153453s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.305249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:36.193031Z","time spent":"3.112214885s","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:39.305335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.291807258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-04-27T02:18:39.305402Z","caller":"traceutil/trace.go:171","msg":"trace[856124349] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:25085; }","duration":"6.29188968s","start":"2026-04-27T02:18:33.0135Z","end":"2026-04-27T02:18:39.30539Z","steps":["trace[856124349] 'agreement among raft nodes before linearized reading' (duration: 6.291151882s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.305442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.289823887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" ","response":"range_response_count:1 size:1158"} {"level":"info","ts":"2026-04-27T02:18:39.305462Z","caller":"traceutil/trace.go:171","msg":"trace[1609078110] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-neutron-default-user; range_end:; response_count:1; response_revision:25085; }","duration":"6.289886679s","start":"2026-04-27T02:18:33.015571Z","end":"2026-04-27T02:18:39.305458Z","steps":["trace[1609078110] 'agreement among raft nodes before linearized reading' (duration: 6.289840637s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.305467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.288138706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:39.305481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:33.01555Z","time spent":"6.2899228s","remote":"127.0.0.1:46488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":1181,"request content":"key:\"/registry/secrets/openstack/rabbitmq-neutron-default-user\" "} {"level":"info","ts":"2026-04-27T02:18:39.305483Z","caller":"traceutil/trace.go:171","msg":"trace[418506011] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25085; }","duration":"6.288166566s","start":"2026-04-27T02:18:33.017312Z","end":"2026-04-27T02:18:39.305478Z","steps":["trace[418506011] 'agreement among raft nodes before linearized reading' (duration: 6.288136265s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.305501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:33.017306Z","time spent":"6.288190496s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:18:39.305491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:33.013492Z","time spent":"6.291953611s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1889,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-04-27T02:18:39.305549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.290047553s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-04-27T02:18:39.305605Z","caller":"traceutil/trace.go:171","msg":"trace[494873538] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:25085; }","duration":"6.290127005s","start":"2026-04-27T02:18:33.015467Z","end":"2026-04-27T02:18:39.305594Z","steps":["trace[494873538] 'agreement among raft nodes before linearized reading' (duration: 6.290001592s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.305639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:33.015451Z","time spent":"6.290179356s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":240,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-04-27T02:18:39.305196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:35.864946Z","time spent":"3.440245303s","remote":"127.0.0.1:46916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":31,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:39.305108Z","caller":"traceutil/trace.go:171","msg":"trace[770282400] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:25085; }","duration":"3.102132672s","start":"2026-04-27T02:18:36.202968Z","end":"2026-04-27T02:18:39.305101Z","steps":["trace[770282400] 'agreement among raft nodes before linearized reading' (duration: 3.102005168s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:39.30582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:36.202957Z","time spent":"3.102851329s","remote":"127.0.0.1:49204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418327,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-04-27T02:18:39.804187Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:40.304874Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:40.757005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000181596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:40.757089Z","caller":"traceutil/trace.go:171","msg":"trace[922091690] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00034938s","start":"2026-04-27T02:18:38.756721Z","end":"2026-04-27T02:18:40.75707Z","steps":["trace[922091690] 'agreement among raft nodes before linearized reading' (duration: 2.000209826s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:40.757136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:38.756702Z","time spent":"2.000424161s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:40.805643Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:40.87404Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999879798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:40.874125Z","caller":"traceutil/trace.go:171","msg":"trace[1915688708] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000014652s","start":"2026-04-27T02:18:38.874091Z","end":"2026-04-27T02:18:40.874105Z","steps":["trace[1915688708] 'agreement among raft nodes before linearized reading' (duration: 1.999907439s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:40.874172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:38.874075Z","time spent":"2.000088713s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:40.897852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997175635s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:40.897943Z","caller":"traceutil/trace.go:171","msg":"trace[2129018900] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997314829s","start":"2026-04-27T02:18:37.900607Z","end":"2026-04-27T02:18:40.897922Z","steps":["trace[2129018900] 'agreement among raft nodes before linearized reading' (duration: 2.997198416s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:40.898011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.900593Z","time spent":"2.997408981s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/04/27 02:18:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:40.899341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.309721Z","time spent":"1.589612828s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/04/27 02:18:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:40.905626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595790233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:40.905708Z","caller":"traceutil/trace.go:171","msg":"trace[378556531] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-neutron-nodes; range_end:; }","duration":"1.595929307s","start":"2026-04-27T02:18:39.309757Z","end":"2026-04-27T02:18:40.905687Z","steps":["trace[378556531] 'agreement among raft nodes before linearized reading' (duration: 1.595826384s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:40.905756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.309742Z","time spent":"1.596005018s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-neutron-nodes\" "} 2026/04/27 02:18:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:40.919229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.609228562s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:40.919332Z","caller":"traceutil/trace.go:171","msg":"trace[493134758] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; }","duration":"1.609321775s","start":"2026-04-27T02:18:39.309961Z","end":"2026-04-27T02:18:40.919283Z","steps":["trace[493134758] 'agreement among raft nodes before linearized reading' (duration: 1.609233022s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:40.919382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.309958Z","time spent":"1.609413747s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":0,"response size":0,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} 2026/04/27 02:18:40 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:41.306696Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799566,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:41.68461Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.388652248s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:18:41.685233Z","caller":"traceutil/trace.go:171","msg":"trace[2143088543] transaction","detail":"{read_only:false; response_revision:25087; number_of_response:1; }","duration":"3.79955994s","start":"2026-04-27T02:18:37.885646Z","end":"2026-04-27T02:18:41.685206Z","steps":["trace[2143088543] 'process raft request' (duration: 3.799470427s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:41.685261Z","caller":"traceutil/trace.go:171","msg":"trace[1486169894] transaction","detail":"{read_only:false; response_revision:25086; number_of_response:1; }","duration":"3.800030601s","start":"2026-04-27T02:18:37.885201Z","end":"2026-04-27T02:18:41.685232Z","steps":["trace[1486169894] 'process raft request' (duration: 3.799742584s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:41.685448Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.885635Z","time spent":"3.799672542s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:41.685466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.885188Z","time spent":"3.800171944s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:41.685511Z","caller":"traceutil/trace.go:171","msg":"trace[815081854] transaction","detail":"{read_only:false; response_revision:25088; number_of_response:1; }","duration":"3.797659511s","start":"2026-04-27T02:18:37.887788Z","end":"2026-04-27T02:18:41.685447Z","steps":["trace[815081854] 'process raft request' (duration: 3.797376434s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:41.685576Z","caller":"traceutil/trace.go:171","msg":"trace[457717442] transaction","detail":"{read_only:false; response_revision:25089; number_of_response:1; }","duration":"3.796975414s","start":"2026-04-27T02:18:37.888574Z","end":"2026-04-27T02:18:41.685549Z","steps":["trace[457717442] 'process raft request' (duration: 3.796792379s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:41.685694Z","caller":"traceutil/trace.go:171","msg":"trace[402585619] transaction","detail":"{read_only:false; response_revision:25090; number_of_response:1; }","duration":"3.176808324s","start":"2026-04-27T02:18:38.508861Z","end":"2026-04-27T02:18:41.685669Z","steps":["trace[402585619] 'process raft request' (duration: 3.176629749s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:41.685723Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.888555Z","time spent":"3.797089827s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:41.685739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.887772Z","time spent":"3.797837486s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:41.685854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:38.508835Z","time spent":"3.176925436s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:42.370074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"483.442606ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:42.370153Z","caller":"traceutil/trace.go:171","msg":"trace[1799410320] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25090; }","duration":"483.531098ms","start":"2026-04-27T02:18:41.88661Z","end":"2026-04-27T02:18:42.370141Z","steps":["trace[1799410320] 'range keys from in-memory index tree' (duration: 483.427326ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.370512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"247.646972ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:42.370893Z","caller":"traceutil/trace.go:171","msg":"trace[286190809] linearizableReadLoop","detail":"{readStateIndex:25934; appliedIndex:25926; }","duration":"3.067102707s","start":"2026-04-27T02:18:39.303769Z","end":"2026-04-27T02:18:42.370872Z","steps":["trace[286190809] 'read index received' (duration: 2.381051085s)","trace[286190809] 'applied index is now lower than readState.Index' (duration: 686.050472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:42.370965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.386087783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:42.37088Z","caller":"traceutil/trace.go:171","msg":"trace[1475122227] transaction","detail":"{read_only:false; response_revision:25092; number_of_response:1; }","duration":"3.058335377s","start":"2026-04-27T02:18:39.312516Z","end":"2026-04-27T02:18:42.370852Z","steps":["trace[1475122227] 'process raft request' (duration: 3.058130022s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:42.370999Z","caller":"traceutil/trace.go:171","msg":"trace[1196316319] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25094; }","duration":"4.386126224s","start":"2026-04-27T02:18:37.984863Z","end":"2026-04-27T02:18:42.370989Z","steps":["trace[1196316319] 'agreement among raft nodes before linearized reading' (duration: 4.386027982s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:42.371027Z","caller":"traceutil/trace.go:171","msg":"trace[1308682828] transaction","detail":"{read_only:false; response_revision:25094; number_of_response:1; }","duration":"1.053499644s","start":"2026-04-27T02:18:41.317517Z","end":"2026-04-27T02:18:42.371017Z","steps":["trace[1308682828] 'process raft request' (duration: 1.053258648s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.020257378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:42.371026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.337584866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:42.371072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.64385082s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-04-27T02:18:42.371081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063519026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lgmkn\" ","response":"range_response_count:1 size:4903"} {"level":"info","ts":"2026-04-27T02:18:42.371099Z","caller":"traceutil/trace.go:171","msg":"trace[587169956] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25094; }","duration":"4.643911972s","start":"2026-04-27T02:18:37.727179Z","end":"2026-04-27T02:18:42.371091Z","steps":["trace[587169956] 'agreement among raft nodes before linearized reading' (duration: 4.64384503s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.295438413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:42.371086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.312498Z","time spent":"3.058512932s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:42.371125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.727156Z","time spent":"4.643964504s","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-27T02:18:42.37113Z","caller":"traceutil/trace.go:171","msg":"trace[766469240] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25094; }","duration":"3.295509275s","start":"2026-04-27T02:18:39.075614Z","end":"2026-04-27T02:18:42.371124Z","steps":["trace[766469240] 'agreement among raft nodes before linearized reading' (duration: 3.295447063s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371134Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:41.317493Z","time spent":"1.053575305s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:42.371149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.062111862s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-27T02:18:42.37115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.075593Z","time spent":"3.295551215s","remote":"127.0.0.1:51530","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:42.371131Z","caller":"traceutil/trace.go:171","msg":"trace[2057700220] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25094; }","duration":"5.33773329s","start":"2026-04-27T02:18:37.033353Z","end":"2026-04-27T02:18:42.371086Z","steps":["trace[2057700220] 'agreement among raft nodes before linearized reading' (duration: 5.337557265s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371154Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.94970348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:42.371173Z","caller":"traceutil/trace.go:171","msg":"trace[2111979107] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25094; }","duration":"3.062160234s","start":"2026-04-27T02:18:39.309003Z","end":"2026-04-27T02:18:42.371164Z","steps":["trace[2111979107] 'agreement among raft nodes before linearized reading' (duration: 3.062112612s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.37119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.308986Z","time spent":"3.062199774s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-04-27T02:18:42.371188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.359003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:42.371187Z","caller":"traceutil/trace.go:171","msg":"trace[1099657674] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25094; }","duration":"4.949773531s","start":"2026-04-27T02:18:37.421406Z","end":"2026-04-27T02:18:42.371179Z","steps":["trace[1099657674] 'agreement among raft nodes before linearized reading' (duration: 4.94971832s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.033336Z","time spent":"5.337847022s","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:42.371197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061138788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:42.371217Z","caller":"traceutil/trace.go:171","msg":"trace[558596243] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:25094; }","duration":"631.425595ms","start":"2026-04-27T02:18:41.739784Z","end":"2026-04-27T02:18:42.37121Z","steps":["trace[558596243] 'agreement among raft nodes before linearized reading' (duration: 631.373064ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.421714537s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-27T02:18:42.371044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.984791Z","time spent":"4.386243637s","remote":"127.0.0.1:48776","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:42.371246Z","caller":"traceutil/trace.go:171","msg":"trace[414708963] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25094; }","duration":"3.061201849s","start":"2026-04-27T02:18:39.310031Z","end":"2026-04-27T02:18:42.371233Z","steps":["trace[414708963] 'agreement among raft nodes before linearized reading' (duration: 3.061105907s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.37109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.055410783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:42.371271Z","caller":"traceutil/trace.go:171","msg":"trace[2143756055] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:25094; }","duration":"5.421989293s","start":"2026-04-27T02:18:36.949273Z","end":"2026-04-27T02:18:42.371262Z","steps":["trace[2143756055] 'agreement among raft nodes before linearized reading' (duration: 5.421698486s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:42.371281Z","caller":"traceutil/trace.go:171","msg":"trace[146137491] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25094; }","duration":"3.055620528s","start":"2026-04-27T02:18:39.315653Z","end":"2026-04-27T02:18:42.371274Z","steps":["trace[146137491] 'agreement among raft nodes before linearized reading' (duration: 3.055377172s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371286Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.310026Z","time spent":"3.06124926s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:18:42.371104Z","caller":"traceutil/trace.go:171","msg":"trace[1129985132] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lgmkn; range_end:; response_count:1; response_revision:25094; }","duration":"3.063561358s","start":"2026-04-27T02:18:39.307536Z","end":"2026-04-27T02:18:42.371098Z","steps":["trace[1129985132] 'agreement among raft nodes before linearized reading' (duration: 3.063483536s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.307521Z","time spent":"3.063795944s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":4926,"request content":"key:\"/registry/pods/cert-manager/cert-manager-webhook-548949fc64-lgmkn\" "} {"level":"warn","ts":"2026-04-27T02:18:42.371297Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:36.949256Z","time spent":"5.422033415s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" "} {"level":"warn","ts":"2026-04-27T02:18:42.371232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.421385Z","time spent":"4.949838243s","remote":"127.0.0.1:33810","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:42.371099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.355635611s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:42.371145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.151222037s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:42.37139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.063606179s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-27T02:18:42.371359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.06165354s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-6xk85\" ","response":"range_response_count:1 size:3773"} {"level":"info","ts":"2026-04-27T02:18:42.371413Z","caller":"traceutil/trace.go:171","msg":"trace[609182514] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25094; }","duration":"1.151514395s","start":"2026-04-27T02:18:41.219889Z","end":"2026-04-27T02:18:42.371403Z","steps":["trace[609182514] 'agreement among raft nodes before linearized reading' (duration: 1.151232378s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:42.371421Z","caller":"traceutil/trace.go:171","msg":"trace[202406625] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25094; }","duration":"3.06364869s","start":"2026-04-27T02:18:39.307763Z","end":"2026-04-27T02:18:42.371412Z","steps":["trace[202406625] 'agreement among raft nodes before linearized reading' (duration: 3.063496256s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:42.370923Z","caller":"traceutil/trace.go:171","msg":"trace[1748972067] transaction","detail":"{read_only:false; response_revision:25093; number_of_response:1; }","duration":"1.838437948s","start":"2026-04-27T02:18:40.532469Z","end":"2026-04-27T02:18:42.370907Z","steps":["trace[1748972067] 'process raft request' (duration: 1.838257604s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:41.219874Z","time spent":"1.151559625s","remote":"127.0.0.1:33932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:42.371455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.307757Z","time spent":"3.063691431s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T02:18:42.371455Z","caller":"traceutil/trace.go:171","msg":"trace[298888996] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-6xk85; range_end:; response_count:1; response_revision:25094; }","duration":"3.061788514s","start":"2026-04-27T02:18:39.309641Z","end":"2026-04-27T02:18:42.37143Z","steps":["trace[298888996] 'agreement among raft nodes before linearized reading' (duration: 3.061463926s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:40.532443Z","time spent":"1.839016733s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:42.371092Z","caller":"traceutil/trace.go:171","msg":"trace[1932840942] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:25094; }","duration":"5.020383641s","start":"2026-04-27T02:18:37.350685Z","end":"2026-04-27T02:18:42.371069Z","steps":["trace[1932840942] 'agreement among raft nodes before linearized reading' (duration: 5.020212227s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.3713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.315624Z","time spent":"3.05566958s","remote":"127.0.0.1:37488","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":6,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:42.371244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:41.739762Z","time spent":"631.475577ms","remote":"127.0.0.1:46510","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":31,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:42.371599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.061900817s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fdc54d85-c7f5-4ae1-9f10-e8b405080859\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-04-27T02:18:42.371599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.350668Z","time spent":"5.020900044s","remote":"127.0.0.1:41344","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:42.371631Z","caller":"traceutil/trace.go:171","msg":"trace[362237785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fdc54d85-c7f5-4ae1-9f10-e8b405080859; range_end:; response_count:1; response_revision:25094; }","duration":"3.061938848s","start":"2026-04-27T02:18:39.309684Z","end":"2026-04-27T02:18:42.371623Z","steps":["trace[362237785] 'agreement among raft nodes before linearized reading' (duration: 3.061859406s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371656Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.30968Z","time spent":"3.061970749s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-fdc54d85-c7f5-4ae1-9f10-e8b405080859\" "} {"level":"info","ts":"2026-04-27T02:18:42.371396Z","caller":"traceutil/trace.go:171","msg":"trace[1362255982] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/securitygroups/; range_end:/registry/openstack.k-orc.cloud/securitygroups0; response_count:0; response_revision:25094; }","duration":"5.355967259s","start":"2026-04-27T02:18:37.015421Z","end":"2026-04-27T02:18:42.371389Z","steps":["trace[1362255982] 'agreement among raft nodes before linearized reading' (duration: 5.355655332s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:37.015402Z","time spent":"5.35637356s","remote":"127.0.0.1:48478","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/securitygroups/\" range_end:\"/registry/openstack.k-orc.cloud/securitygroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:42.371529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:39.309635Z","time spent":"3.061877596s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":3796,"request content":"key:\"/registry/pods/cert-manager/cert-manager-cainjector-64b59ddb75-6xk85\" "} {"level":"warn","ts":"2026-04-27T02:18:42.371823Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.490448078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:42.371867Z","caller":"traceutil/trace.go:171","msg":"trace[51080511] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25094; }","duration":"1.490516379s","start":"2026-04-27T02:18:40.881337Z","end":"2026-04-27T02:18:42.371854Z","steps":["trace[51080511] 'agreement among raft nodes before linearized reading' (duration: 1.490447507s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.371887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.762689799s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:42.371914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:40.881325Z","time spent":"1.490581271s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:18:42.37195Z","caller":"traceutil/trace.go:171","msg":"trace[759591429] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25094; }","duration":"1.762799632s","start":"2026-04-27T02:18:40.609133Z","end":"2026-04-27T02:18:42.371933Z","steps":["trace[759591429] 'agreement among raft nodes before linearized reading' (duration: 1.762676559s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:42.372011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:40.609112Z","time spent":"1.762880535s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:44.38483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000319919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:44.384911Z","caller":"traceutil/trace.go:171","msg":"trace[396187893] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000464583s","start":"2026-04-27T02:18:42.384431Z","end":"2026-04-27T02:18:44.384896Z","steps":["trace[396187893] 'agreement among raft nodes before linearized reading' (duration: 2.00034523s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:44.384971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:42.384416Z","time spent":"2.000526804s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:44.7506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.237513978s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:44.750716Z","caller":"traceutil/trace.go:171","msg":"trace[1711046831] linearizableReadLoop","detail":"{readStateIndex:25936; appliedIndex:25935; }","duration":"2.375014873s","start":"2026-04-27T02:18:42.375684Z","end":"2026-04-27T02:18:44.750699Z","steps":["trace[1711046831] 'read index received' (duration: 137.27447ms)","trace[1711046831] 'applied index is now lower than readState.Index' (duration: 2.237738503s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:44.750763Z","caller":"traceutil/trace.go:171","msg":"trace[2020232016] transaction","detail":"{read_only:false; response_revision:25095; number_of_response:1; }","duration":"2.376760797s","start":"2026-04-27T02:18:42.373969Z","end":"2026-04-27T02:18:44.75073Z","steps":["trace[2020232016] 'process raft request' (duration: 139.032564ms)","trace[2020232016] 'compare' (duration: 2.236201894s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:44.750907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375218438s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"warn","ts":"2026-04-27T02:18:44.750999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:42.373948Z","time spent":"2.376901731s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:44.751036Z","caller":"traceutil/trace.go:171","msg":"trace[370209187] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25095; }","duration":"2.375385122s","start":"2026-04-27T02:18:42.375636Z","end":"2026-04-27T02:18:44.751022Z","steps":["trace[370209187] 'agreement among raft nodes before linearized reading' (duration: 2.375131666s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:44.751091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:42.375622Z","time spent":"2.375456584s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:18:45.123977Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.432459196s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:46.131738Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.007553916s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:46.136697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.012426318s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:46.136963Z","caller":"traceutil/trace.go:171","msg":"trace[477869921] transaction","detail":"{read_only:false; response_revision:25096; number_of_response:1; }","duration":"2.445495539s","start":"2026-04-27T02:18:43.69144Z","end":"2026-04-27T02:18:46.136936Z","steps":["trace[477869921] 'process raft request' (duration: 1.432705322s)","trace[477869921] 'compare' (duration: 1.011778712s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:46.137065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:43.691424Z","time spent":"2.445595702s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:46.137094Z","caller":"traceutil/trace.go:171","msg":"trace[1899525688] transaction","detail":"{read_only:false; response_revision:25098; number_of_response:1; }","duration":"2.445294444s","start":"2026-04-27T02:18:43.691769Z","end":"2026-04-27T02:18:46.137064Z","steps":["trace[1899525688] 'process raft request' (duration: 2.44517268s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:46.137094Z","caller":"traceutil/trace.go:171","msg":"trace[2083835808] transaction","detail":"{read_only:false; response_revision:25097; number_of_response:1; }","duration":"2.445517211s","start":"2026-04-27T02:18:43.691554Z","end":"2026-04-27T02:18:46.137071Z","steps":["trace[2083835808] 'process raft request' (duration: 2.445276164s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:46.137191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:43.691731Z","time spent":"2.445408877s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:46.137256Z","caller":"traceutil/trace.go:171","msg":"trace[1656287612] transaction","detail":"{read_only:false; response_revision:25099; number_of_response:1; }","duration":"2.445388817s","start":"2026-04-27T02:18:43.691845Z","end":"2026-04-27T02:18:46.137234Z","steps":["trace[1656287612] 'process raft request' (duration: 2.44515793s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:46.137325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:43.691824Z","time spent":"2.445470059s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:46.137333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:43.691524Z","time spent":"2.445648493s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:46.38629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000639046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-04-27T02:18:46.386408Z","caller":"traceutil/trace.go:171","msg":"trace[924408678] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000794622s","start":"2026-04-27T02:18:44.38559Z","end":"2026-04-27T02:18:46.386384Z","steps":["trace[924408678] 'agreement among raft nodes before linearized reading' (duration: 2.000662897s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:46.386479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:44.385579Z","time spent":"2.000882474s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:18:46 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:18:47.954013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.816866714s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:18:47.956534Z","caller":"traceutil/trace.go:171","msg":"trace[679269] linearizableReadLoop","detail":"{readStateIndex:25942; appliedIndex:25936; }","duration":"3.205765263s","start":"2026-04-27T02:18:44.750742Z","end":"2026-04-27T02:18:47.956507Z","steps":["trace[679269] 'read index received' (duration: 373.416732ms)","trace[679269] 'applied index is now lower than readState.Index' (duration: 2.832346961s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:47.956688Z","caller":"traceutil/trace.go:171","msg":"trace[1206966943] transaction","detail":"{read_only:false; response_revision:25101; number_of_response:1; }","duration":"3.578762493s","start":"2026-04-27T02:18:44.377811Z","end":"2026-04-27T02:18:47.956574Z","steps":["trace[1206966943] 'process raft request' (duration: 3.576297581s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:47.956873Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:44.377749Z","time spent":"3.579027801s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:48.050269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.356855399s","expected-duration":"1s"} {"level":"warn","ts":"2026-04-27T02:18:48.394941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00039647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:48.395028Z","caller":"traceutil/trace.go:171","msg":"trace[640433499] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000521085s","start":"2026-04-27T02:18:46.394486Z","end":"2026-04-27T02:18:48.395007Z","steps":["trace[640433499] 'agreement among raft nodes before linearized reading' (duration: 2.000410671s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:48.39508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:46.394476Z","time spent":"2.000593036s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:49.102305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.726545745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T02:18:49.102391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.72234401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:49.102399Z","caller":"traceutil/trace.go:171","msg":"trace[2126544450] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25101; }","duration":"6.726674718s","start":"2026-04-27T02:18:42.375702Z","end":"2026-04-27T02:18:49.102376Z","steps":["trace[2126544450] 'agreement among raft nodes before linearized reading' (duration: 5.581004961s)","trace[2126544450] 'range keys from in-memory index tree' (duration: 1.145423931s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:49.102452Z","caller":"traceutil/trace.go:171","msg":"trace[2041550544] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25101; }","duration":"6.722400711s","start":"2026-04-27T02:18:42.380027Z","end":"2026-04-27T02:18:49.102427Z","steps":["trace[2041550544] 'agreement among raft nodes before linearized reading' (duration: 5.576519809s)","trace[2041550544] 'range keys from in-memory index tree' (duration: 1.145815491s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:49.102456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:42.375691Z","time spent":"6.72675681s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:18:49.102509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:42.38002Z","time spent":"6.722471353s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:18:49.102649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.834169772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:49.102719Z","caller":"traceutil/trace.go:171","msg":"trace[1867873076] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:25101; }","duration":"5.834269805s","start":"2026-04-27T02:18:43.268433Z","end":"2026-04-27T02:18:49.102702Z","steps":["trace[1867873076] 'agreement among raft nodes before linearized reading' (duration: 4.688135986s)","trace[1867873076] 'count revisions from in-memory index tree' (duration: 1.146047086s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:49.102762Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:43.268413Z","time spent":"5.834337527s","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:49.102797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.0600254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:49.102807Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.891531573s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:49.102888Z","caller":"traceutil/trace.go:171","msg":"trace[1002156100] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:25101; }","duration":"5.060183754s","start":"2026-04-27T02:18:44.042679Z","end":"2026-04-27T02:18:49.102863Z","steps":["trace[1002156100] 'agreement among raft nodes before linearized reading' (duration: 3.913902632s)","trace[1002156100] 'count revisions from in-memory index tree' (duration: 1.146127759s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:49.102893Z","caller":"traceutil/trace.go:171","msg":"trace[2144564722] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25101; }","duration":"4.891669056s","start":"2026-04-27T02:18:44.211201Z","end":"2026-04-27T02:18:49.10287Z","steps":["trace[2144564722] 'agreement among raft nodes before linearized reading' (duration: 3.745447905s)","trace[2144564722] 'count revisions from in-memory index tree' (duration: 1.146091267s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:49.102918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.726853883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-27T02:18:49.102947Z","caller":"traceutil/trace.go:171","msg":"trace[2068532200] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:25101; }","duration":"6.726881954s","start":"2026-04-27T02:18:42.376055Z","end":"2026-04-27T02:18:49.102937Z","steps":["trace[2068532200] 'agreement among raft nodes before linearized reading' (duration: 5.580643182s)","trace[2068532200] 'range keys from in-memory index tree' (duration: 1.146004585s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:49.102948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:44.211181Z","time spent":"4.891755239s","remote":"127.0.0.1:55016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":31,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:49.102944Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:44.042658Z","time spent":"5.060271925s","remote":"127.0.0.1:39370","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:49.102978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:42.376048Z","time spent":"6.726924115s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-27T02:18:49.103064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.726497174s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fjcjm\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-04-27T02:18:49.102319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.213453787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:49.103109Z","caller":"traceutil/trace.go:171","msg":"trace[1519434378] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-fjcjm; range_end:; response_count:1; response_revision:25101; }","duration":"6.726561176s","start":"2026-04-27T02:18:42.376534Z","end":"2026-04-27T02:18:49.103095Z","steps":["trace[1519434378] 'agreement among raft nodes before linearized reading' (duration: 5.58014754s)","trace[1519434378] 'range keys from in-memory index tree' (duration: 1.146286743s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:49.103122Z","caller":"traceutil/trace.go:171","msg":"trace[1825092764] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:25101; }","duration":"5.214328559s","start":"2026-04-27T02:18:43.888781Z","end":"2026-04-27T02:18:49.103109Z","steps":["trace[1825092764] 'agreement among raft nodes before linearized reading' (duration: 4.067751159s)","trace[1825092764] 'count revisions from in-memory index tree' (duration: 1.145627536s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:49.103153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:43.888765Z","time spent":"5.21437653s","remote":"127.0.0.1:48476","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:49.103151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:42.376508Z","time spent":"6.726634857s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6884,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-fjcjm\" "} {"level":"warn","ts":"2026-04-27T02:18:49.103301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.203376603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T02:18:49.103437Z","caller":"traceutil/trace.go:171","msg":"trace[1235822805] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25101; }","duration":"5.203568637s","start":"2026-04-27T02:18:43.899836Z","end":"2026-04-27T02:18:49.103404Z","steps":["trace[1235822805] 'agreement among raft nodes before linearized reading' (duration: 4.056982897s)","trace[1235822805] 'range keys from in-memory index tree' (duration: 1.1461817s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:49.103522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:43.899814Z","time spent":"5.203693671s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:18:49.103865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.204118233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:533"} {"level":"warn","ts":"2026-04-27T02:18:49.10391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053368841s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-27T02:18:49.103964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.652707183s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" ","response":"range_response_count:1 size:969"} {"level":"info","ts":"2026-04-27T02:18:49.103994Z","caller":"traceutil/trace.go:171","msg":"trace[916511584] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25101; }","duration":"5.204200425s","start":"2026-04-27T02:18:43.899701Z","end":"2026-04-27T02:18:49.103902Z","steps":["trace[916511584] 'agreement among raft nodes before linearized reading' (duration: 4.057121052s)","trace[916511584] 'range keys from in-memory index tree' (duration: 1.145752149s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:49.104594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:43.899682Z","time spent":"5.204900812s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-04-27T02:18:49.104037Z","caller":"traceutil/trace.go:171","msg":"trace[1873163369] transaction","detail":"{read_only:false; response_revision:25102; number_of_response:1; }","duration":"2.410818786s","start":"2026-04-27T02:18:46.6932Z","end":"2026-04-27T02:18:49.104018Z","steps":["trace[1873163369] 'process raft request' (duration: 1.357272741s)","trace[1873163369] 'compare' (duration: 1.05301244s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:49.104773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:46.69316Z","time spent":"2.411542244s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:49.104053Z","caller":"traceutil/trace.go:171","msg":"trace[1818657656] linearizableReadLoop","detail":"{readStateIndex:25943; appliedIndex:25942; }","duration":"1.147456062s","start":"2026-04-27T02:18:47.956585Z","end":"2026-04-27T02:18:49.104041Z","steps":["trace[1818657656] 'read index received' (duration: 93.899477ms)","trace[1818657656] 'applied index is now lower than readState.Index' (duration: 1.053554465s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:49.104066Z","caller":"traceutil/trace.go:171","msg":"trace[1174010402] transaction","detail":"{read_only:false; response_revision:25103; number_of_response:1; }","duration":"960.931381ms","start":"2026-04-27T02:18:48.14311Z","end":"2026-04-27T02:18:49.104041Z","steps":["trace[1174010402] 'process raft request' (duration: 960.86848ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.10499Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.143085Z","time spent":"961.849803ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:49.104123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.858189993s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:49.105088Z","caller":"traceutil/trace.go:171","msg":"trace[1384121325] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:25103; }","duration":"2.859172767s","start":"2026-04-27T02:18:46.245876Z","end":"2026-04-27T02:18:49.105048Z","steps":["trace[1384121325] 'agreement among raft nodes before linearized reading' (duration: 2.858196823s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.105143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:46.245851Z","time spent":"2.85927758s","remote":"127.0.0.1:48762","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:49.104135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.256506546s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:49.106166Z","caller":"traceutil/trace.go:171","msg":"trace[899445195] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25103; }","duration":"2.258544928s","start":"2026-04-27T02:18:46.847577Z","end":"2026-04-27T02:18:49.106122Z","steps":["trace[899445195] 'agreement among raft nodes before linearized reading' (duration: 2.256525578s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.104156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.349866551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa151d59b12305\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-04-27T02:18:49.104179Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.423582932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:49.104178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.32967459s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:49.104214Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.290476058s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:49.104221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.738623928s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:49.104222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.239512178s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:49.104263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.651409925s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:49.104281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.244108514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:49.104308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.27600985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:49.104327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.921355089s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:49.10444Z","caller":"traceutil/trace.go:171","msg":"trace[952577641] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager/cert-manager; range_end:; response_count:1; response_revision:25101; }","duration":"6.653826172s","start":"2026-04-27T02:18:42.450599Z","end":"2026-04-27T02:18:49.104426Z","steps":["trace[952577641] 'agreement among raft nodes before linearized reading' (duration: 5.50599385s)","trace[952577641] 'range keys from in-memory index tree' (duration: 1.145538704s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:49.106406Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:42.450583Z","time spent":"6.65574601s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":992,"request content":"key:\"/registry/serviceaccounts/cert-manager/cert-manager\" "} {"level":"warn","ts":"2026-04-27T02:18:49.10675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:46.847555Z","time spent":"2.259172034s","remote":"127.0.0.1:46638","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:49.107002Z","caller":"traceutil/trace.go:171","msg":"trace[1791073398] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa151d59b12305; range_end:; response_count:1; response_revision:25103; }","duration":"4.352732182s","start":"2026-04-27T02:18:44.754248Z","end":"2026-04-27T02:18:49.10698Z","steps":["trace[1791073398] 'agreement among raft nodes before linearized reading' (duration: 4.349825649s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.107056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:44.754235Z","time spent":"4.352805525s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":799,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa151d59b12305\" "} {"level":"info","ts":"2026-04-27T02:18:49.107118Z","caller":"traceutil/trace.go:171","msg":"trace[645971894] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25103; }","duration":"3.654264057s","start":"2026-04-27T02:18:45.452805Z","end":"2026-04-27T02:18:49.107069Z","steps":["trace[645971894] 'agreement among raft nodes before linearized reading' (duration: 3.651432896s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:49.107214Z","caller":"traceutil/trace.go:171","msg":"trace[185297772] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:25103; }","duration":"4.247053129s","start":"2026-04-27T02:18:44.86014Z","end":"2026-04-27T02:18:49.107193Z","steps":["trace[185297772] 'agreement among raft nodes before linearized reading' (duration: 4.244119815s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.10726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:44.860128Z","time spent":"4.24711873s","remote":"127.0.0.1:49126","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:49.107245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:45.452785Z","time spent":"3.654416312s","remote":"127.0.0.1:39272","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:49.107404Z","caller":"traceutil/trace.go:171","msg":"trace[2046180191] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25103; }","duration":"4.279141738s","start":"2026-04-27T02:18:44.828251Z","end":"2026-04-27T02:18:49.107393Z","steps":["trace[2046180191] 'agreement among raft nodes before linearized reading' (duration: 4.27603477s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.107447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:44.828233Z","time spent":"4.27920416s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-27T02:18:49.107566Z","caller":"traceutil/trace.go:171","msg":"trace[838976545] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:25103; }","duration":"1.427004598s","start":"2026-04-27T02:18:47.680547Z","end":"2026-04-27T02:18:49.107551Z","steps":["trace[838976545] 'agreement among raft nodes before linearized reading' (duration: 1.423610703s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:49.107595Z","caller":"traceutil/trace.go:171","msg":"trace[850690204] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:25103; }","duration":"3.924657292s","start":"2026-04-27T02:18:45.182927Z","end":"2026-04-27T02:18:49.107585Z","steps":["trace[850690204] 'agreement among raft nodes before linearized reading' (duration: 3.92137648s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.107629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:45.182903Z","time spent":"3.924715454s","remote":"127.0.0.1:49278","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:49.107651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:47.680524Z","time spent":"1.427083151s","remote":"127.0.0.1:49106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:49.107888Z","caller":"traceutil/trace.go:171","msg":"trace[1513499057] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:25103; }","duration":"2.333406654s","start":"2026-04-27T02:18:46.774466Z","end":"2026-04-27T02:18:49.107872Z","steps":["trace[1513499057] 'agreement among raft nodes before linearized reading' (duration: 2.329680161s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.107984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:46.774448Z","time spent":"2.333514868s","remote":"127.0.0.1:46946","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":31,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:49.108216Z","caller":"traceutil/trace.go:171","msg":"trace[149378508] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:25103; }","duration":"3.294508339s","start":"2026-04-27T02:18:45.81369Z","end":"2026-04-27T02:18:49.108198Z","steps":["trace[149378508] 'agreement among raft nodes before linearized reading' (duration: 3.290484718s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.108291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:45.81367Z","time spent":"3.294600431s","remote":"127.0.0.1:49056","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:49.108381Z","caller":"traceutil/trace.go:171","msg":"trace[249990203] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25103; }","duration":"2.742817784s","start":"2026-04-27T02:18:46.36555Z","end":"2026-04-27T02:18:49.108368Z","steps":["trace[249990203] 'agreement among raft nodes before linearized reading' (duration: 2.738648689s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.108438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:46.365529Z","time spent":"2.742893235s","remote":"127.0.0.1:51416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:49.108436Z","caller":"traceutil/trace.go:171","msg":"trace[516871390] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25103; }","duration":"2.243748805s","start":"2026-04-27T02:18:46.864661Z","end":"2026-04-27T02:18:49.10841Z","steps":["trace[516871390] 'agreement among raft nodes before linearized reading' (duration: 2.239536369s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:49.108484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:46.864636Z","time spent":"2.243833817s","remote":"127.0.0.1:33888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:49.605827Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799588,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:50.106346Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799588,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:18:50.107664Z","caller":"traceutil/trace.go:171","msg":"trace[1341305987] transaction","detail":"{read_only:false; response_revision:25105; number_of_response:1; }","duration":"1.96346961s","start":"2026-04-27T02:18:48.144168Z","end":"2026-04-27T02:18:50.107638Z","steps":["trace[1341305987] 'process raft request' (duration: 1.963381377s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:50.107787Z","caller":"traceutil/trace.go:171","msg":"trace[1296387416] transaction","detail":"{read_only:false; response_revision:25104; number_of_response:1; }","duration":"1.964492095s","start":"2026-04-27T02:18:48.143257Z","end":"2026-04-27T02:18:50.107749Z","steps":["trace[1296387416] 'process raft request' (duration: 1.964091375s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.107841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.144151Z","time spent":"1.963600603s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:50.107932Z","caller":"traceutil/trace.go:171","msg":"trace[56156037] transaction","detail":"{read_only:false; response_revision:25106; number_of_response:1; }","duration":"1.963635194s","start":"2026-04-27T02:18:48.144267Z","end":"2026-04-27T02:18:50.107902Z","steps":["trace[56156037] 'process raft request' (duration: 1.963334547s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.107979Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.143225Z","time spent":"1.964638639s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:50.10811Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.144254Z","time spent":"1.963755677s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:50.395528Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:50.39562Z","caller":"traceutil/trace.go:171","msg":"trace[349859933] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000227626s","start":"2026-04-27T02:18:48.395373Z","end":"2026-04-27T02:18:50.3956Z","steps":["trace[349859933] 'agreement among raft nodes before linearized reading' (duration: 2.000087053s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.395682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.395354Z","time spent":"2.000313969s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:50.765568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.009007907s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:18:50.765635Z","caller":"traceutil/trace.go:171","msg":"trace[1979371895] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.009121621s","start":"2026-04-27T02:18:48.756499Z","end":"2026-04-27T02:18:50.765621Z","steps":["trace[1979371895] 'agreement among raft nodes before linearized reading' (duration: 2.009026878s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:50.765677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.756484Z","time spent":"2.009186102s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:18:51.114921Z","caller":"traceutil/trace.go:171","msg":"trace[1944090069] transaction","detail":"{read_only:false; response_revision:25108; number_of_response:1; }","duration":"2.006591707s","start":"2026-04-27T02:18:49.108304Z","end":"2026-04-27T02:18:51.114896Z","steps":["trace[1944090069] 'process raft request' (duration: 2.006496854s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:51.114969Z","caller":"traceutil/trace.go:171","msg":"trace[1116804884] transaction","detail":"{read_only:false; response_revision:25107; number_of_response:1; }","duration":"2.00674035s","start":"2026-04-27T02:18:49.108165Z","end":"2026-04-27T02:18:51.114905Z","steps":["trace[1116804884] 'process raft request' (duration: 1.956605357s)","trace[1116804884] 'compare' (duration: 49.917217ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:51.115652Z","caller":"traceutil/trace.go:171","msg":"trace[697683509] transaction","detail":"{read_only:false; response_revision:25109; number_of_response:1; }","duration":"2.005647993s","start":"2026-04-27T02:18:49.109991Z","end":"2026-04-27T02:18:51.115639Z","steps":["trace[697683509] 'process raft request' (duration: 2.004858292s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:51.115712Z","caller":"traceutil/trace.go:171","msg":"trace[1646935553] transaction","detail":"{read_only:false; response_revision:25110; number_of_response:1; }","duration":"2.002869733s","start":"2026-04-27T02:18:49.11282Z","end":"2026-04-27T02:18:51.115689Z","steps":["trace[1646935553] 'process raft request' (duration: 2.00272914s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:51.115964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.108144Z","time spent":"2.007461109s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:51.116029Z","caller":"traceutil/trace.go:171","msg":"trace[185994502] transaction","detail":"{read_only:false; response_revision:25112; number_of_response:1; }","duration":"1.557045856s","start":"2026-04-27T02:18:49.558966Z","end":"2026-04-27T02:18:51.116011Z","steps":["trace[185994502] 'process raft request' (duration: 1.556821321s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:51.115834Z","caller":"traceutil/trace.go:171","msg":"trace[687027372] transaction","detail":"{read_only:false; response_revision:25111; number_of_response:1; }","duration":"1.673985224s","start":"2026-04-27T02:18:49.44184Z","end":"2026-04-27T02:18:51.115825Z","steps":["trace[687027372] 'process raft request' (duration: 1.673796899s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:51.116162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.55894Z","time spent":"1.557153168s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:51.11602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.109978Z","time spent":"2.005905429s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:51.116207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.112806Z","time spent":"2.003228542s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:51.116204Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.441815Z","time spent":"1.674318942s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:51.116343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.108298Z","time spent":"2.007209753s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":515,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:51.118175Z","caller":"traceutil/trace.go:171","msg":"trace[131121930] linearizableReadLoop","detail":"{readStateIndex:25955; appliedIndex:25944; }","duration":"2.013260175s","start":"2026-04-27T02:18:49.10488Z","end":"2026-04-27T02:18:51.118141Z","steps":["trace[131121930] 'read index received' (duration: 1.00255888s)","trace[131121930] 'applied index is now lower than readState.Index' (duration: 1.010700275s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:51.118581Z","caller":"traceutil/trace.go:171","msg":"trace[1330446476] transaction","detail":"{read_only:false; response_revision:25113; number_of_response:1; }","duration":"1.235656816s","start":"2026-04-27T02:18:49.882902Z","end":"2026-04-27T02:18:51.118559Z","steps":["trace[1330446476] 'process raft request' (duration: 1.23305704s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:51.11872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.882879Z","time spent":"1.235762968s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:51.11894Z","caller":"traceutil/trace.go:171","msg":"trace[365690945] transaction","detail":"{read_only:false; response_revision:25114; number_of_response:1; }","duration":"1.156906781s","start":"2026-04-27T02:18:49.962021Z","end":"2026-04-27T02:18:51.118928Z","steps":["trace[365690945] 'process raft request' (duration: 1.156016029s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:51.118994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.961996Z","time spent":"1.156976662s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:51.119104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.465883563s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:51.119134Z","caller":"traceutil/trace.go:171","msg":"trace[918439106] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25114; }","duration":"2.465947835s","start":"2026-04-27T02:18:48.653178Z","end":"2026-04-27T02:18:51.119125Z","steps":["trace[918439106] 'agreement among raft nodes before linearized reading' (duration: 2.465895443s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:51.119155Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:48.653157Z","time spent":"2.465991836s","remote":"127.0.0.1:48692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:51.168906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.39721ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:51.168957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.968651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:51.168997Z","caller":"traceutil/trace.go:171","msg":"trace[1095686039] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25115; }","duration":"970.529703ms","start":"2026-04-27T02:18:50.198443Z","end":"2026-04-27T02:18:51.168973Z","steps":["trace[1095686039] 'agreement among raft nodes before linearized reading' (duration: 970.332329ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:51.169015Z","caller":"traceutil/trace.go:171","msg":"trace[714866017] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25115; }","duration":"765.093484ms","start":"2026-04-27T02:18:50.403907Z","end":"2026-04-27T02:18:51.169Z","steps":["trace[714866017] 'agreement among raft nodes before linearized reading' (duration: 764.972231ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:51.168977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060070435s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4444d3dd-5692-4b10-90e3-28600e0e03ff\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-04-27T02:18:51.169046Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:50.403886Z","time spent":"765.152486ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:51.16905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:50.19843Z","time spent":"970.608425ms","remote":"127.0.0.1:39230","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:51.169142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590582441s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:51.169183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.058171487s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:51.169186Z","caller":"traceutil/trace.go:171","msg":"trace[682105756] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25115; }","duration":"1.590655504s","start":"2026-04-27T02:18:49.578522Z","end":"2026-04-27T02:18:51.169178Z","steps":["trace[682105756] 'agreement among raft nodes before linearized reading' (duration: 1.590554761s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:51.169245Z","caller":"traceutil/trace.go:171","msg":"trace[1909083194] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25115; }","duration":"2.05826119s","start":"2026-04-27T02:18:49.110968Z","end":"2026-04-27T02:18:51.16923Z","steps":["trace[1909083194] 'agreement among raft nodes before linearized reading' (duration: 2.058148327s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:51.16925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.578508Z","time spent":"1.590729665s","remote":"127.0.0.1:46782","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":31,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:51.169278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.110955Z","time spent":"2.058317121s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-27T02:18:51.169057Z","caller":"traceutil/trace.go:171","msg":"trace[875355434] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4444d3dd-5692-4b10-90e3-28600e0e03ff; range_end:; response_count:1; response_revision:25115; }","duration":"2.060179578s","start":"2026-04-27T02:18:49.108863Z","end":"2026-04-27T02:18:51.169043Z","steps":["trace[875355434] 'agreement among raft nodes before linearized reading' (duration: 2.059909431s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:51.169368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.108841Z","time spent":"2.060512117s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-4444d3dd-5692-4b10-90e3-28600e0e03ff\" "} {"level":"warn","ts":"2026-04-27T02:18:51.169484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.06147234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:51.169511Z","caller":"traceutil/trace.go:171","msg":"trace[919818056] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:0; response_revision:25115; }","duration":"2.061522052s","start":"2026-04-27T02:18:49.107982Z","end":"2026-04-27T02:18:51.169504Z","steps":["trace[919818056] 'agreement among raft nodes before linearized reading' (duration: 2.061476871s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:51.169531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.107965Z","time spent":"2.061561922s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-27T02:18:51.169712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.060887156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-ggq55\" ","response":"range_response_count:1 size:4615"} {"level":"info","ts":"2026-04-27T02:18:51.169753Z","caller":"traceutil/trace.go:171","msg":"trace[1819634795] range","detail":"{range_begin:/registry/pods/cert-manager/cert-manager-75c4c745bc-ggq55; range_end:; response_count:1; response_revision:25115; }","duration":"2.060958238s","start":"2026-04-27T02:18:49.108785Z","end":"2026-04-27T02:18:51.169744Z","steps":["trace[1819634795] 'agreement among raft nodes before linearized reading' (duration: 2.059993154s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:51.169797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:49.108772Z","time spent":"2.061017449s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":59,"response count":1,"response size":4638,"request content":"key:\"/registry/pods/cert-manager/cert-manager-75c4c745bc-ggq55\" "} {"level":"warn","ts":"2026-04-27T02:18:52.032754Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.295123ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:52.03288Z","caller":"traceutil/trace.go:171","msg":"trace[1256332687] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25115; }","duration":"126.431237ms","start":"2026-04-27T02:18:51.906429Z","end":"2026-04-27T02:18:52.03286Z","steps":["trace[1256332687] 'range keys from in-memory index tree' (duration: 126.249802ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.033145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.562722ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"warn","ts":"2026-04-27T02:18:52.033197Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.171399Z","time spent":"861.795581ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:18:52.584764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"344.979935ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:52.585265Z","caller":"traceutil/trace.go:171","msg":"trace[1493945341] transaction","detail":"{read_only:false; response_revision:25121; number_of_response:1; }","duration":"470.309654ms","start":"2026-04-27T02:18:52.114929Z","end":"2026-04-27T02:18:52.585238Z","steps":["trace[1493945341] 'process raft request' (duration: 470.257473ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.585387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.114917Z","time spent":"470.409897ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:52.585553Z","caller":"traceutil/trace.go:171","msg":"trace[588080471] linearizableReadLoop","detail":"{readStateIndex:25958; appliedIndex:25956; }","duration":"1.412531873s","start":"2026-04-27T02:18:51.172991Z","end":"2026-04-27T02:18:52.585523Z","steps":["trace[588080471] 'read index received' (duration: 216.580459ms)","trace[588080471] 'applied index is now lower than readState.Index' (duration: 1.195948264s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:52.585576Z","caller":"traceutil/trace.go:171","msg":"trace[1670730340] transaction","detail":"{read_only:false; response_revision:25117; number_of_response:1; }","duration":"1.408997265s","start":"2026-04-27T02:18:51.17655Z","end":"2026-04-27T02:18:52.585548Z","steps":["trace[1670730340] 'process raft request' (duration: 1.408340909s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:52.585603Z","caller":"traceutil/trace.go:171","msg":"trace[2084565266] transaction","detail":"{read_only:false; response_revision:25119; number_of_response:1; }","duration":"471.592806ms","start":"2026-04-27T02:18:52.113993Z","end":"2026-04-27T02:18:52.585585Z","steps":["trace[2084565266] 'process raft request' (duration: 471.088933ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:52.585603Z","caller":"traceutil/trace.go:171","msg":"trace[501828986] transaction","detail":"{read_only:false; response_revision:25116; number_of_response:1; }","duration":"1.413094417s","start":"2026-04-27T02:18:51.172465Z","end":"2026-04-27T02:18:52.58556Z","steps":["trace[501828986] 'process raft request' (duration: 1.06722489s)","trace[501828986] 'compare' (duration: 344.559895ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:52.585667Z","caller":"traceutil/trace.go:171","msg":"trace[1424666490] transaction","detail":"{read_only:false; response_revision:25118; number_of_response:1; }","duration":"551.13062ms","start":"2026-04-27T02:18:52.034505Z","end":"2026-04-27T02:18:52.585636Z","steps":["trace[1424666490] 'process raft request' (duration: 550.528825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.585717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.176538Z","time spent":"1.409102007s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7640,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:52.585741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.113967Z","time spent":"471.690419ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:52.585806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"831.648701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:52.585816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.172449Z","time spent":"1.41323191s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:52.585842Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.678884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:52.585835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.412825192s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:18:52.585873Z","caller":"traceutil/trace.go:171","msg":"trace[764042749] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:25121; }","duration":"831.797746ms","start":"2026-04-27T02:18:51.754057Z","end":"2026-04-27T02:18:52.585855Z","steps":["trace[764042749] 'agreement among raft nodes before linearized reading' (duration: 831.639561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.585887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064933073s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:52.585897Z","caller":"traceutil/trace.go:171","msg":"trace[893968005] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:25121; }","duration":"539.809766ms","start":"2026-04-27T02:18:52.04607Z","end":"2026-04-27T02:18:52.58588Z","steps":["trace[893968005] 'agreement among raft nodes before linearized reading' (duration: 539.655612ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:52.585903Z","caller":"traceutil/trace.go:171","msg":"trace[1958961233] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25121; }","duration":"1.412917844s","start":"2026-04-27T02:18:51.17297Z","end":"2026-04-27T02:18:52.585887Z","steps":["trace[1958961233] 'agreement among raft nodes before linearized reading' (duration: 1.412641586s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.585918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.754036Z","time spent":"831.871358ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:52.585915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.621174ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:52.585942Z","caller":"traceutil/trace.go:171","msg":"trace[547901847] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:25121; }","duration":"1.065017035s","start":"2026-04-27T02:18:51.520908Z","end":"2026-04-27T02:18:52.585925Z","steps":["trace[547901847] 'agreement among raft nodes before linearized reading' (duration: 1.064916983s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.585952Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.172961Z","time spent":"1.412979566s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:18:52.585953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.046052Z","time spent":"539.887329ms","remote":"127.0.0.1:46710","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":18,"response size":31,"request content":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:52.585955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.354663326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:52.585994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.520892Z","time spent":"1.065089757s","remote":"127.0.0.1:48500","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:52.586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"894.036856ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:52.586008Z","caller":"traceutil/trace.go:171","msg":"trace[544497500] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:25121; }","duration":"1.354748487s","start":"2026-04-27T02:18:51.231248Z","end":"2026-04-27T02:18:52.585996Z","steps":["trace[544497500] 'agreement among raft nodes before linearized reading' (duration: 1.354673805s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.586028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"970.631006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:52.586048Z","caller":"traceutil/trace.go:171","msg":"trace[832100792] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:25121; }","duration":"894.116307ms","start":"2026-04-27T02:18:51.691918Z","end":"2026-04-27T02:18:52.586034Z","steps":["trace[832100792] 'agreement among raft nodes before linearized reading' (duration: 894.030145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.586058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.231231Z","time spent":"1.354812339s","remote":"127.0.0.1:49068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:52.586095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.691871Z","time spent":"894.21468ms","remote":"127.0.0.1:51506","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:52.586114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.861379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:52.586137Z","caller":"traceutil/trace.go:171","msg":"trace[953348959] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:25121; }","duration":"814.908651ms","start":"2026-04-27T02:18:51.771222Z","end":"2026-04-27T02:18:52.586131Z","steps":["trace[953348959] 'agreement among raft nodes before linearized reading' (duration: 814.860069ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:52.585994Z","caller":"traceutil/trace.go:171","msg":"trace[1766835320] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:25121; }","duration":"547.748627ms","start":"2026-04-27T02:18:52.038206Z","end":"2026-04-27T02:18:52.585955Z","steps":["trace[1766835320] 'agreement among raft nodes before linearized reading' (duration: 547.584132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.585896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.411392495s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-27T02:18:52.586236Z","caller":"traceutil/trace.go:171","msg":"trace[500436075] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25121; }","duration":"1.411803525s","start":"2026-04-27T02:18:51.174417Z","end":"2026-04-27T02:18:52.58622Z","steps":["trace[500436075] 'agreement among raft nodes before linearized reading' (duration: 1.4112611s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.586236Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.038189Z","time spent":"548.020854ms","remote":"127.0.0.1:51374","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:52.586056Z","caller":"traceutil/trace.go:171","msg":"trace[1682272427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25121; }","duration":"970.698288ms","start":"2026-04-27T02:18:51.61535Z","end":"2026-04-27T02:18:52.586048Z","steps":["trace[1682272427] 'agreement among raft nodes before linearized reading' (duration: 970.637926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.586368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.615324Z","time spent":"971.029516ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:52.586284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.174404Z","time spent":"1.411866927s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1873,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-04-27T02:18:52.586401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.034477Z","time spent":"551.266764ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:52.586614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.331015779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/coredns\" ","response":"range_response_count:1 size:180"} {"level":"info","ts":"2026-04-27T02:18:52.586694Z","caller":"traceutil/trace.go:171","msg":"trace[1398787841] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/coredns; range_end:; response_count:1; response_revision:25121; }","duration":"1.331134502s","start":"2026-04-27T02:18:51.255541Z","end":"2026-04-27T02:18:52.586676Z","steps":["trace[1398787841] 'agreement among raft nodes before linearized reading' (duration: 1.330306202s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.586736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.255527Z","time spent":"1.331200623s","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":203,"request content":"key:\"/registry/serviceaccounts/kube-system/coredns\" "} {"level":"info","ts":"2026-04-27T02:18:52.585707Z","caller":"traceutil/trace.go:171","msg":"trace[907755926] transaction","detail":"{read_only:false; response_revision:25120; number_of_response:1; }","duration":"470.726155ms","start":"2026-04-27T02:18:52.114886Z","end":"2026-04-27T02:18:52.585612Z","steps":["trace[907755926] 'process raft request' (duration: 470.256423ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:52.587104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.114859Z","time spent":"471.995518ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:52.586166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:51.771209Z","time spent":"814.951301ms","remote":"127.0.0.1:33826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:53.892929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.056479409s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:53.893037Z","caller":"traceutil/trace.go:171","msg":"trace[1387504196] linearizableReadLoop","detail":"{readStateIndex:25964; appliedIndex:25963; }","duration":"1.301477934s","start":"2026-04-27T02:18:52.591541Z","end":"2026-04-27T02:18:53.893019Z","steps":["trace[1387504196] 'read index received' (duration: 244.718318ms)","trace[1387504196] 'applied index is now lower than readState.Index' (duration: 1.056757586s)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:53.893109Z","caller":"traceutil/trace.go:171","msg":"trace[317664664] transaction","detail":"{read_only:false; response_revision:25122; number_of_response:1; }","duration":"1.301983038s","start":"2026-04-27T02:18:52.591114Z","end":"2026-04-27T02:18:53.893097Z","steps":["trace[317664664] 'process raft request' (duration: 245.248122ms)","trace[317664664] 'compare' (duration: 1.055558826s)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:53.893175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.5911Z","time spent":"1.302042069s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:53.893607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302066339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-04-27T02:18:53.89367Z","caller":"traceutil/trace.go:171","msg":"trace[586284977] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25122; }","duration":"1.302152951s","start":"2026-04-27T02:18:52.591501Z","end":"2026-04-27T02:18:53.893653Z","steps":["trace[586284977] 'agreement among raft nodes before linearized reading' (duration: 1.301925445s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:53.893713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.591481Z","time spent":"1.302222073s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7328,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:18:54.232978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.198733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:54.233146Z","caller":"traceutil/trace.go:171","msg":"trace[168257412] transaction","detail":"{read_only:false; response_revision:25123; number_of_response:1; }","duration":"1.107577758s","start":"2026-04-27T02:18:53.125544Z","end":"2026-04-27T02:18:54.233122Z","steps":["trace[168257412] 'process raft request' (duration: 900.111567ms)","trace[168257412] 'compare' (duration: 206.641859ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:54.233355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.125515Z","time spent":"1.107749122s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:54.721688Z","caller":"traceutil/trace.go:171","msg":"trace[976023365] linearizableReadLoop","detail":"{readStateIndex:25966; appliedIndex:25964; }","duration":"828.602735ms","start":"2026-04-27T02:18:53.893066Z","end":"2026-04-27T02:18:54.721668Z","steps":["trace[976023365] 'read index received' (duration: 132.743686ms)","trace[976023365] 'applied index is now lower than readState.Index' (duration: 695.857959ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:54.721765Z","caller":"traceutil/trace.go:171","msg":"trace[128680560] transaction","detail":"{read_only:false; response_revision:25125; number_of_response:1; }","duration":"819.246609ms","start":"2026-04-27T02:18:53.902491Z","end":"2026-04-27T02:18:54.721737Z","steps":["trace[128680560] 'process raft request' (duration: 819.009173ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:54.722111Z","caller":"traceutil/trace.go:171","msg":"trace[125355243] transaction","detail":"{read_only:false; response_revision:25124; number_of_response:1; }","duration":"1.546566102s","start":"2026-04-27T02:18:53.175488Z","end":"2026-04-27T02:18:54.722054Z","steps":["trace[125355243] 'process raft request' (duration: 1.465249132s)","trace[125355243] 'compare' (duration: 80.554401ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:54.722159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579532413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:54.722164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.902478Z","time spent":"819.572828ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:54.722206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"892.569418ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:54.722249Z","caller":"traceutil/trace.go:171","msg":"trace[243173108] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25126; }","duration":"1.579637506s","start":"2026-04-27T02:18:53.142588Z","end":"2026-04-27T02:18:54.722225Z","steps":["trace[243173108] 'agreement among raft nodes before linearized reading' (duration: 1.579110223s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:54.72227Z","caller":"traceutil/trace.go:171","msg":"trace[300867497] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25126; }","duration":"892.675221ms","start":"2026-04-27T02:18:53.829572Z","end":"2026-04-27T02:18:54.722247Z","steps":["trace[300867497] 'agreement among raft nodes before linearized reading' (duration: 892.447325ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.722299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.142542Z","time spent":"1.579745949s","remote":"127.0.0.1:48702","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:54.722303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.17547Z","time spent":"1.546698165s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:54.722324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.829553Z","time spent":"892.747553ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:54.722293Z","caller":"traceutil/trace.go:171","msg":"trace[925817012] transaction","detail":"{read_only:false; response_revision:25126; number_of_response:1; }","duration":"611.738389ms","start":"2026-04-27T02:18:54.110504Z","end":"2026-04-27T02:18:54.722243Z","steps":["trace[925817012] 'process raft request' (duration: 611.120053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.722466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.110473Z","time spent":"611.903583ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:54.722664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.131047544s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-b07fc76d-f0d5-4e3c-8aa3-eac51c3fa8f0\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-04-27T02:18:54.722742Z","caller":"traceutil/trace.go:171","msg":"trace[1748195785] range","detail":"{range_begin:/registry/persistentvolumes/pvc-b07fc76d-f0d5-4e3c-8aa3-eac51c3fa8f0; range_end:; response_count:1; response_revision:25126; }","duration":"2.131145646s","start":"2026-04-27T02:18:52.591579Z","end":"2026-04-27T02:18:54.722724Z","steps":["trace[1748195785] 'agreement among raft nodes before linearized reading' (duration: 2.130394287s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.722795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.591568Z","time spent":"2.131213318s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1339,"request content":"key:\"/registry/persistentvolumes/pvc-b07fc76d-f0d5-4e3c-8aa3-eac51c3fa8f0\" "} {"level":"warn","ts":"2026-04-27T02:18:54.722783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.61197647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:54.722815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.124198051s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-04-27T02:18:54.722941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.108212883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:54.722997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.130985182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:18:54.723015Z","caller":"traceutil/trace.go:171","msg":"trace[2139981012] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25126; }","duration":"1.108308685s","start":"2026-04-27T02:18:53.614674Z","end":"2026-04-27T02:18:54.722983Z","steps":["trace[2139981012] 'agreement among raft nodes before linearized reading' (duration: 1.107364762s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:54.723Z","caller":"traceutil/trace.go:171","msg":"trace[1282063593] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25126; }","duration":"2.124323184s","start":"2026-04-27T02:18:52.598586Z","end":"2026-04-27T02:18:54.722909Z","steps":["trace[1282063593] 'agreement among raft nodes before linearized reading' (duration: 2.123443132s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.723057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.614654Z","time spent":"1.108395677s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:18:54.723058Z","caller":"traceutil/trace.go:171","msg":"trace[1344691862] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25126; }","duration":"2.131071395s","start":"2026-04-27T02:18:52.59197Z","end":"2026-04-27T02:18:54.723041Z","steps":["trace[1344691862] 'agreement among raft nodes before linearized reading' (duration: 2.130006938s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.723113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.591959Z","time spent":"2.131141876s","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:18:54.723137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:52.598578Z","time spent":"2.124506579s","remote":"127.0.0.1:34032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-04-27T02:18:54.723316Z","caller":"traceutil/trace.go:171","msg":"trace[996480037] transaction","detail":"{read_only:false; response_revision:25129; number_of_response:1; }","duration":"129.208858ms","start":"2026-04-27T02:18:54.594089Z","end":"2026-04-27T02:18:54.723297Z","steps":["trace[996480037] 'process raft request' (duration: 129.083604ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:54.722867Z","caller":"traceutil/trace.go:171","msg":"trace[1735679013] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:25126; }","duration":"1.612109484s","start":"2026-04-27T02:18:53.110735Z","end":"2026-04-27T02:18:54.722845Z","steps":["trace[1735679013] 'agreement among raft nodes before linearized reading' (duration: 1.611273703s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.723425Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.274132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fjcjm.18aa15247977edfc\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-04-27T02:18:54.723433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.110712Z","time spent":"1.6127022s","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:54.723481Z","caller":"traceutil/trace.go:171","msg":"trace[1357676797] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fjcjm.18aa15247977edfc; range_end:; response_count:1; response_revision:25129; }","duration":"825.335473ms","start":"2026-04-27T02:18:53.898134Z","end":"2026-04-27T02:18:54.723469Z","steps":["trace[1357676797] 'agreement among raft nodes before linearized reading' (duration: 825.136668ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.723522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:53.898083Z","time spent":"825.429146ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fjcjm.18aa15247977edfc\" "} {"level":"info","ts":"2026-04-27T02:18:54.723565Z","caller":"traceutil/trace.go:171","msg":"trace[2137216964] transaction","detail":"{read_only:false; response_revision:25128; number_of_response:1; }","duration":"129.510745ms","start":"2026-04-27T02:18:54.594034Z","end":"2026-04-27T02:18:54.723545Z","steps":["trace[2137216964] 'process raft request' (duration: 129.051793ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.723629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.524751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:54.723697Z","caller":"traceutil/trace.go:171","msg":"trace[1562657280] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:25129; }","duration":"447.636783ms","start":"2026-04-27T02:18:54.276043Z","end":"2026-04-27T02:18:54.72368Z","steps":["trace[1562657280] 'agreement among raft nodes before linearized reading' (duration: 447.522411ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:54.72355Z","caller":"traceutil/trace.go:171","msg":"trace[1853069453] transaction","detail":"{read_only:false; response_revision:25127; number_of_response:1; }","duration":"131.665539ms","start":"2026-04-27T02:18:54.591836Z","end":"2026-04-27T02:18:54.723501Z","steps":["trace[1853069453] 'process raft request' (duration: 130.294784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:54.723756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.276023Z","time spent":"447.716585ms","remote":"127.0.0.1:48566","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:55.153503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.675751ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:55.153635Z","caller":"traceutil/trace.go:171","msg":"trace[1838194575] linearizableReadLoop","detail":"{readStateIndex:25972; appliedIndex:25971; }","duration":"426.066189ms","start":"2026-04-27T02:18:54.727546Z","end":"2026-04-27T02:18:55.153612Z","steps":["trace[1838194575] 'read index received' (duration: 137.868575ms)","trace[1838194575] 'applied index is now lower than readState.Index' (duration: 288.195194ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:55.153762Z","caller":"traceutil/trace.go:171","msg":"trace[2057127210] transaction","detail":"{read_only:false; response_revision:25130; number_of_response:1; }","duration":"427.482985ms","start":"2026-04-27T02:18:54.726259Z","end":"2026-04-27T02:18:55.153742Z","steps":["trace[2057127210] 'process raft request' (duration: 139.441044ms)","trace[2057127210] 'compare' (duration: 287.348883ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:55.153894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.238585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:55.15391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.72624Z","time spent":"427.613577ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:55.153943Z","caller":"traceutil/trace.go:171","msg":"trace[1061816432] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:25130; }","duration":"286.320416ms","start":"2026-04-27T02:18:54.867609Z","end":"2026-04-27T02:18:55.15393Z","steps":["trace[1061816432] 'agreement among raft nodes before linearized reading' (duration: 286.218954ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:55.154004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.451779ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"warn","ts":"2026-04-27T02:18:55.15427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.510344ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-04-27T02:18:55.154012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"421.388391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:55.154473Z","caller":"traceutil/trace.go:171","msg":"trace[2041753884] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25130; }","duration":"426.534311ms","start":"2026-04-27T02:18:54.727529Z","end":"2026-04-27T02:18:55.154063Z","steps":["trace[2041753884] 'agreement among raft nodes before linearized reading' (duration: 426.310235ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:55.154505Z","caller":"traceutil/trace.go:171","msg":"trace[60070219] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25130; }","duration":"421.941585ms","start":"2026-04-27T02:18:54.732541Z","end":"2026-04-27T02:18:55.154482Z","steps":["trace[60070219] 'agreement among raft nodes before linearized reading' (duration: 421.220197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:55.154553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.727408Z","time spent":"427.127165ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1881,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"warn","ts":"2026-04-27T02:18:55.154561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.732535Z","time spent":"422.011477ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:18:55.15489Z","caller":"traceutil/trace.go:171","msg":"trace[2133064192] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25130; }","duration":"420.173371ms","start":"2026-04-27T02:18:54.734704Z","end":"2026-04-27T02:18:55.154877Z","steps":["trace[2133064192] 'agreement among raft nodes before linearized reading' (duration: 419.354569ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:55.154954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:54.734699Z","time spent":"420.243062ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-04-27T02:18:55.712049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.068348ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:55.712253Z","caller":"traceutil/trace.go:171","msg":"trace[463509690] transaction","detail":"{read_only:false; response_revision:25131; number_of_response:1; }","duration":"552.476087ms","start":"2026-04-27T02:18:55.159738Z","end":"2026-04-27T02:18:55.712214Z","steps":["trace[463509690] 'process raft request' (duration: 397.145751ms)","trace[463509690] 'compare' (duration: 154.75685ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:55.71245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.159725Z","time spent":"552.598359ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:55.712744Z","caller":"traceutil/trace.go:171","msg":"trace[1994888264] linearizableReadLoop","detail":"{readStateIndex:25973; appliedIndex:25972; }","duration":"447.117929ms","start":"2026-04-27T02:18:55.265025Z","end":"2026-04-27T02:18:55.712143Z","steps":["trace[1994888264] 'read index received' (duration: 291.782344ms)","trace[1994888264] 'applied index is now lower than readState.Index' (duration: 155.333185ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:55.713009Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"447.984761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-27T02:18:55.713083Z","caller":"traceutil/trace.go:171","msg":"trace[997540550] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25131; }","duration":"448.072513ms","start":"2026-04-27T02:18:55.264968Z","end":"2026-04-27T02:18:55.713041Z","steps":["trace[997540550] 'agreement among raft nodes before linearized reading' (duration: 447.826497ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:55.71313Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.264949Z","time spent":"448.168996ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-04-27T02:18:56.230369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.809391ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:56.230529Z","caller":"traceutil/trace.go:171","msg":"trace[1026251260] linearizableReadLoop","detail":"{readStateIndex:25975; appliedIndex:25974; }","duration":"457.111663ms","start":"2026-04-27T02:18:55.77337Z","end":"2026-04-27T02:18:56.230482Z","steps":["trace[1026251260] 'read index received' (duration: 249.857369ms)","trace[1026251260] 'applied index is now lower than readState.Index' (duration: 207.250874ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:56.230721Z","caller":"traceutil/trace.go:171","msg":"trace[443648647] transaction","detail":"{read_only:false; response_revision:25133; number_of_response:1; }","duration":"460.138209ms","start":"2026-04-27T02:18:55.77051Z","end":"2026-04-27T02:18:56.230648Z","steps":["trace[443648647] 'process raft request' (duration: 252.785733ms)","trace[443648647] 'compare' (duration: 206.36388ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:56.23075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.354709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-27T02:18:56.230819Z","caller":"traceutil/trace.go:171","msg":"trace[916042363] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25133; }","duration":"457.454311ms","start":"2026-04-27T02:18:55.773345Z","end":"2026-04-27T02:18:56.2308Z","steps":["trace[916042363] 'agreement among raft nodes before linearized reading' (duration: 457.287067ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:56.230851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.773333Z","time spent":"457.510932ms","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2106,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-04-27T02:18:56.230891Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:55.770498Z","time spent":"460.310553ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-04-27T02:18:56.230913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.81235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:56.230912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.373894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:56.230975Z","caller":"traceutil/trace.go:171","msg":"trace[1590885184] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:25133; }","duration":"164.491357ms","start":"2026-04-27T02:18:56.066467Z","end":"2026-04-27T02:18:56.230959Z","steps":["trace[1590885184] 'agreement among raft nodes before linearized reading' (duration: 164.344013ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:56.230986Z","caller":"traceutil/trace.go:171","msg":"trace[866723424] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:25133; }","duration":"167.862381ms","start":"2026-04-27T02:18:56.063079Z","end":"2026-04-27T02:18:56.230942Z","steps":["trace[866723424] 'agreement among raft nodes before linearized reading' (duration: 167.733418ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:56.868533Z","caller":"traceutil/trace.go:171","msg":"trace[948530949] transaction","detail":"{read_only:false; response_revision:25134; number_of_response:1; }","duration":"630.648586ms","start":"2026-04-27T02:18:56.23785Z","end":"2026-04-27T02:18:56.868498Z","steps":["trace[948530949] 'process raft request' (duration: 532.678046ms)","trace[948530949] 'compare' (duration: 97.845367ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:56.868693Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.237835Z","time spent":"630.773758ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:57.424056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.462152ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:57.424352Z","caller":"traceutil/trace.go:171","msg":"trace[325886587] linearizableReadLoop","detail":"{readStateIndex:25977; appliedIndex:25975; }","duration":"1.082101265s","start":"2026-04-27T02:18:56.342233Z","end":"2026-04-27T02:18:57.424334Z","steps":["trace[325886587] 'read index received' (duration: 428.316066ms)","trace[325886587] 'applied index is now lower than readState.Index' (duration: 653.784279ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:57.424694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"824.360298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:18:57.424786Z","caller":"traceutil/trace.go:171","msg":"trace[1442862326] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:25139; }","duration":"824.526552ms","start":"2026-04-27T02:18:56.600238Z","end":"2026-04-27T02:18:57.424765Z","steps":["trace[1442862326] 'agreement among raft nodes before linearized reading' (duration: 824.334367ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:57.42484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.600209Z","time spent":"824.619865ms","remote":"127.0.0.1:46900","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":18,"response size":31,"request content":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:57.424928Z","caller":"traceutil/trace.go:171","msg":"trace[627934508] transaction","detail":"{read_only:false; response_revision:25136; number_of_response:1; }","duration":"696.705441ms","start":"2026-04-27T02:18:56.728204Z","end":"2026-04-27T02:18:57.42491Z","steps":["trace[627934508] 'process raft request' (duration: 695.939032ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:57.424937Z","caller":"traceutil/trace.go:171","msg":"trace[1021117992] transaction","detail":"{read_only:false; response_revision:25135; number_of_response:1; }","duration":"1.186745083s","start":"2026-04-27T02:18:56.238172Z","end":"2026-04-27T02:18:57.424917Z","steps":["trace[1021117992] 'process raft request' (duration: 870.278456ms)","trace[1021117992] 'compare' (duration: 315.243745ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:57.424924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"809.882263ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:57.424945Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.514072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fjcjm.18aa15247977edfc\" ","response":"range_response_count:1 size:864"} {"level":"warn","ts":"2026-04-27T02:18:57.424946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082701751s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-04-27T02:18:57.424956Z","caller":"traceutil/trace.go:171","msg":"trace[1563734887] transaction","detail":"{read_only:false; response_revision:25137; number_of_response:1; }","duration":"694.980117ms","start":"2026-04-27T02:18:56.72994Z","end":"2026-04-27T02:18:57.42492Z","steps":["trace[1563734887] 'process raft request' (duration: 694.265539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:57.425011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.728184Z","time spent":"696.788533ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:57.425014Z","caller":"traceutil/trace.go:171","msg":"trace[81596549] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fjcjm.18aa15247977edfc; range_end:; response_count:1; response_revision:25139; }","duration":"551.604434ms","start":"2026-04-27T02:18:56.873393Z","end":"2026-04-27T02:18:57.424997Z","steps":["trace[81596549] 'agreement among raft nodes before linearized reading' (duration: 551.390368ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:57.425Z","caller":"traceutil/trace.go:171","msg":"trace[1127075453] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25139; }","duration":"809.978215ms","start":"2026-04-27T02:18:56.615Z","end":"2026-04-27T02:18:57.424979Z","steps":["trace[1127075453] 'agreement among raft nodes before linearized reading' (duration: 809.862562ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:57.424986Z","caller":"traceutil/trace.go:171","msg":"trace[1274684013] transaction","detail":"{read_only:false; response_revision:25138; number_of_response:1; }","duration":"694.660539ms","start":"2026-04-27T02:18:56.73027Z","end":"2026-04-27T02:18:57.424931Z","steps":["trace[1274684013] 'process raft request' (duration: 693.990772ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:57.425068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.61499Z","time spent":"810.067108ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:57.425078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.87332Z","time spent":"551.730447ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":887,"request content":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fjcjm.18aa15247977edfc\" "} {"level":"warn","ts":"2026-04-27T02:18:57.425011Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.23816Z","time spent":"1.186812114s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:57.42521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.730241Z","time spent":"694.856504ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:57.425029Z","caller":"traceutil/trace.go:171","msg":"trace[2131488441] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:25139; }","duration":"1.082828734s","start":"2026-04-27T02:18:56.342179Z","end":"2026-04-27T02:18:57.425008Z","steps":["trace[2131488441] 'agreement among raft nodes before linearized reading' (duration: 1.082608389s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:57.425455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.34216Z","time spent":"1.083268404s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1887,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"warn","ts":"2026-04-27T02:18:57.425561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.729912Z","time spent":"695.135261ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:57.425659Z","caller":"traceutil/trace.go:171","msg":"trace[1785568799] transaction","detail":"{read_only:false; response_revision:25139; number_of_response:1; }","duration":"693.170472ms","start":"2026-04-27T02:18:56.731375Z","end":"2026-04-27T02:18:57.424545Z","steps":["trace[1785568799] 'process raft request' (duration: 692.920836ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:57.425806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:56.731362Z","time spent":"694.350031ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:58.250605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"468.52944ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:58.250733Z","caller":"traceutil/trace.go:171","msg":"trace[761950204] linearizableReadLoop","detail":"{readStateIndex:25983; appliedIndex:25982; }","duration":"652.794394ms","start":"2026-04-27T02:18:57.597904Z","end":"2026-04-27T02:18:58.250699Z","steps":["trace[761950204] 'read index received' (duration: 184.1004ms)","trace[761950204] 'applied index is now lower than readState.Index' (duration: 468.692114ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:58.250824Z","caller":"traceutil/trace.go:171","msg":"trace[1511669195] transaction","detail":"{read_only:false; response_revision:25141; number_of_response:1; }","duration":"757.598566ms","start":"2026-04-27T02:18:57.493213Z","end":"2026-04-27T02:18:58.250812Z","steps":["trace[1511669195] 'process raft request' (duration: 288.767488ms)","trace[1511669195] 'compare' (duration: 468.188781ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:58.250881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.493194Z","time spent":"757.655418ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:58.251067Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.282407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:58.251064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"492.3803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:18:58.251087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"617.033792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:58.251082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"373.601498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:18:58.25114Z","caller":"traceutil/trace.go:171","msg":"trace[534229561] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:25141; }","duration":"463.400241ms","start":"2026-04-27T02:18:57.787718Z","end":"2026-04-27T02:18:58.251119Z","steps":["trace[534229561] 'agreement among raft nodes before linearized reading' (duration: 463.252777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.251123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"653.206524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:18:58.251151Z","caller":"traceutil/trace.go:171","msg":"trace[1331066366] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25141; }","duration":"492.514844ms","start":"2026-04-27T02:18:57.758616Z","end":"2026-04-27T02:18:58.25113Z","steps":["trace[1331066366] 'agreement among raft nodes before linearized reading' (duration: 492.36097ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:58.251168Z","caller":"traceutil/trace.go:171","msg":"trace[1850822260] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:25141; }","duration":"373.759771ms","start":"2026-04-27T02:18:57.877386Z","end":"2026-04-27T02:18:58.251146Z","steps":["trace[1850822260] 'agreement among raft nodes before linearized reading' (duration: 373.588607ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.251192Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.787697Z","time spent":"463.481033ms","remote":"127.0.0.1:45640","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":10,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:18:58.251198Z","caller":"traceutil/trace.go:171","msg":"trace[1142904696] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25141; }","duration":"653.323617ms","start":"2026-04-27T02:18:57.597857Z","end":"2026-04-27T02:18:58.25118Z","steps":["trace[1142904696] 'agreement among raft nodes before linearized reading' (duration: 653.092191ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.251219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.877365Z","time spent":"373.843084ms","remote":"127.0.0.1:49002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:58.251219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.758596Z","time spent":"492.601637ms","remote":"127.0.0.1:51426","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":31,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:58.25124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.597839Z","time spent":"653.392558ms","remote":"127.0.0.1:46494","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":380,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-04-27T02:18:58.251155Z","caller":"traceutil/trace.go:171","msg":"trace[2134207180] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:25141; }","duration":"617.152505ms","start":"2026-04-27T02:18:57.633985Z","end":"2026-04-27T02:18:58.251137Z","steps":["trace[2134207180] 'agreement among raft nodes before linearized reading' (duration: 616.987361ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.251351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:57.633963Z","time spent":"617.33012ms","remote":"127.0.0.1:39266","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:18:58.759937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.667324ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:58.76004Z","caller":"traceutil/trace.go:171","msg":"trace[1265752054] linearizableReadLoop","detail":"{readStateIndex:25984; appliedIndex:25983; }","duration":"473.039532ms","start":"2026-04-27T02:18:58.286983Z","end":"2026-04-27T02:18:58.760022Z","steps":["trace[1265752054] 'read index received' (duration: 213.207244ms)","trace[1265752054] 'applied index is now lower than readState.Index' (duration: 259.830448ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:58.760081Z","caller":"traceutil/trace.go:171","msg":"trace[809987322] transaction","detail":"{read_only:false; response_revision:25142; number_of_response:1; }","duration":"503.533681ms","start":"2026-04-27T02:18:58.25651Z","end":"2026-04-27T02:18:58.760043Z","steps":["trace[809987322] 'process raft request' (duration: 243.666971ms)","trace[809987322] 'compare' (duration: 259.402618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:58.760243Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.256481Z","time spent":"503.677225ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":846,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:58.76073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.74063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"info","ts":"2026-04-27T02:18:58.760818Z","caller":"traceutil/trace.go:171","msg":"trace[938216784] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:25142; }","duration":"473.859163ms","start":"2026-04-27T02:18:58.286941Z","end":"2026-04-27T02:18:58.7608Z","steps":["trace[938216784] 'agreement among raft nodes before linearized reading' (duration: 473.141706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:58.760862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.286925Z","time spent":"473.924036ms","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2012,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-04-27T02:18:59.261119Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799665,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:18:59.887247Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.209868Z","time spent":"677.371024ms","remote":"127.0.0.1:34860","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-04-27T02:18:59.887552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.428746ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:18:59.887738Z","caller":"traceutil/trace.go:171","msg":"trace[858103843] transaction","detail":"{read_only:false; response_revision:25144; number_of_response:1; }","duration":"455.564353ms","start":"2026-04-27T02:18:59.432156Z","end":"2026-04-27T02:18:59.88772Z","steps":["trace[858103843] 'process raft request' (duration: 455.504671ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.88781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.432132Z","time spent":"455.643575ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:18:59.887819Z","caller":"traceutil/trace.go:171","msg":"trace[243317695] transaction","detail":"{read_only:false; response_revision:25143; number_of_response:1; }","duration":"1.262237186s","start":"2026-04-27T02:18:58.625558Z","end":"2026-04-27T02:18:59.887796Z","steps":["trace[243317695] 'process raft request' (duration: 651.398959ms)","trace[243317695] 'compare' (duration: 610.16005ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:18:59.88783Z","caller":"traceutil/trace.go:171","msg":"trace[1618708979] linearizableReadLoop","detail":"{readStateIndex:25985; appliedIndex:25984; }","duration":"1.127726185s","start":"2026-04-27T02:18:58.760071Z","end":"2026-04-27T02:18:59.887797Z","steps":["trace[1618708979] 'read index received' (duration: 516.873508ms)","trace[1618708979] 'applied index is now lower than readState.Index' (duration: 610.849217ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:18:59.887905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.625541Z","time spent":"1.262319248s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:18:59.887939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.274499974s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:18:59.888021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579164114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-04-27T02:18:59.888038Z","caller":"traceutil/trace.go:171","msg":"trace[68440059] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25144; }","duration":"1.274656308s","start":"2026-04-27T02:18:58.613356Z","end":"2026-04-27T02:18:59.888013Z","steps":["trace[68440059] 'agreement among raft nodes before linearized reading' (duration: 1.274454023s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:18:59.888079Z","caller":"traceutil/trace.go:171","msg":"trace[2038018735] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:25144; }","duration":"1.579254286s","start":"2026-04-27T02:18:58.308807Z","end":"2026-04-27T02:18:59.888061Z","steps":["trace[2038018735] 'agreement among raft nodes before linearized reading' (duration: 1.579079182s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:18:59.8881Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.613335Z","time spent":"1.274750951s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:18:59.888123Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.308763Z","time spent":"1.579352659s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1885,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-04-27T02:19:00.388001Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:00.889157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696799672,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-04-27T02:19:01.036819Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.149572715s","expected-duration":"1s"} {"level":"info","ts":"2026-04-27T02:19:01.037314Z","caller":"traceutil/trace.go:171","msg":"trace[1031965743] linearizableReadLoop","detail":"{readStateIndex:25991; appliedIndex:25986; }","duration":"1.149389631s","start":"2026-04-27T02:18:59.887902Z","end":"2026-04-27T02:19:01.037292Z","steps":["trace[1031965743] 'read index received' (duration: 1.149034952s)","trace[1031965743] 'applied index is now lower than readState.Index' (duration: 353.969µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:01.037697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.076721526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:01.037858Z","caller":"traceutil/trace.go:171","msg":"trace[281243311] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25149; }","duration":"2.07687413s","start":"2026-04-27T02:18:58.960892Z","end":"2026-04-27T02:19:01.037766Z","steps":["trace[281243311] 'agreement among raft nodes before linearized reading' (duration: 2.076694025s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.037866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305514986s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-27T02:19:01.037918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.960871Z","time spent":"2.077034953s","remote":"127.0.0.1:46650","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":29,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:01.037969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.274225693s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-n9gt9.18aa152f4af5ded5\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-04-27T02:19:01.038031Z","caller":"traceutil/trace.go:171","msg":"trace[363857592] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-n9gt9.18aa152f4af5ded5; range_end:; response_count:1; response_revision:25149; }","duration":"2.274328266s","start":"2026-04-27T02:18:58.763685Z","end":"2026-04-27T02:19:01.038013Z","steps":["trace[363857592] 'agreement among raft nodes before linearized reading' (duration: 2.274044359s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:01.038046Z","caller":"traceutil/trace.go:171","msg":"trace[1640374671] transaction","detail":"{read_only:false; response_revision:25145; number_of_response:1; }","duration":"1.605815056s","start":"2026-04-27T02:18:59.432212Z","end":"2026-04-27T02:19:01.038027Z","steps":["trace[1640374671] 'process raft request' (duration: 1.60478627s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.038066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:58.763669Z","time spent":"2.274388947s","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-n9gt9.18aa152f4af5ded5\" "} {"level":"warn","ts":"2026-04-27T02:19:01.038172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.911938221s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:01.038186Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.432183Z","time spent":"1.605916719s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:01.038215Z","caller":"traceutil/trace.go:171","msg":"trace[1698664590] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25149; }","duration":"1.912010204s","start":"2026-04-27T02:18:59.126193Z","end":"2026-04-27T02:19:01.038203Z","steps":["trace[1698664590] 'agreement among raft nodes before linearized reading' (duration: 1.911943332s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.038246Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.12618Z","time spent":"1.912058394s","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:19:01.038284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.148791845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:01.038321Z","caller":"traceutil/trace.go:171","msg":"trace[871593095] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25149; }","duration":"1.148852197s","start":"2026-04-27T02:18:59.889461Z","end":"2026-04-27T02:19:01.038313Z","steps":["trace[871593095] 'agreement among raft nodes before linearized reading' (duration: 1.148791266s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.038349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.889446Z","time spent":"1.148897248s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:19:01.038468Z","caller":"traceutil/trace.go:171","msg":"trace[644293252] transaction","detail":"{read_only:false; response_revision:25146; number_of_response:1; }","duration":"1.604694757s","start":"2026-04-27T02:18:59.433759Z","end":"2026-04-27T02:19:01.038454Z","steps":["trace[644293252] 'process raft request' (duration: 1.603377733s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:01.037977Z","caller":"traceutil/trace.go:171","msg":"trace[255538906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25149; }","duration":"1.305758782s","start":"2026-04-27T02:18:59.732177Z","end":"2026-04-27T02:19:01.037936Z","steps":["trace[255538906] 'agreement among raft nodes before linearized reading' (duration: 1.305370451s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.038551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.73216Z","time spent":"1.306380698s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:19:01.038561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.433735Z","time spent":"1.604780209s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:01.038672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.615835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:01.038715Z","caller":"traceutil/trace.go:171","msg":"trace[860743642] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25149; }","duration":"801.721108ms","start":"2026-04-27T02:19:00.236985Z","end":"2026-04-27T02:19:01.038706Z","steps":["trace[860743642] 'agreement among raft nodes before linearized reading' (duration: 801.628606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.038746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.236965Z","time spent":"801.773359ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:01.038764Z","caller":"traceutil/trace.go:171","msg":"trace[517393580] transaction","detail":"{read_only:false; response_revision:25147; number_of_response:1; }","duration":"1.603655951s","start":"2026-04-27T02:18:59.435092Z","end":"2026-04-27T02:19:01.038748Z","steps":["trace[517393580] 'process raft request' (duration: 1.602083821s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.038878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.435074Z","time spent":"1.603755314s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:01.038943Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.909429ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:19:01.03892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.666287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:01.039017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"650.149978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:01.039045Z","caller":"traceutil/trace.go:171","msg":"trace[1828694126] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25149; }","duration":"650.213699ms","start":"2026-04-27T02:19:00.388824Z","end":"2026-04-27T02:19:01.039037Z","steps":["trace[1828694126] 'agreement among raft nodes before linearized reading' (duration: 650.174368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.039084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:00.388804Z","time spent":"650.27155ms","remote":"127.0.0.1:39328","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:19:01.039127Z","caller":"traceutil/trace.go:171","msg":"trace[216483738] transaction","detail":"{read_only:false; response_revision:25149; number_of_response:1; }","duration":"1.308553182s","start":"2026-04-27T02:18:59.730564Z","end":"2026-04-27T02:19:01.039117Z","steps":["trace[216483738] 'process raft request' (duration: 1.306683465s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:01.039035Z","caller":"traceutil/trace.go:171","msg":"trace[1985421369] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25149; }","duration":"125.850443ms","start":"2026-04-27T02:19:00.913159Z","end":"2026-04-27T02:19:01.039009Z","steps":["trace[1985421369] 'agreement among raft nodes before linearized reading' (duration: 125.657558ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.039244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.730539Z","time spent":"1.308655365s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:01.039081Z","caller":"traceutil/trace.go:171","msg":"trace[1742433974] transaction","detail":"{read_only:false; response_revision:25148; number_of_response:1; }","duration":"1.601381534s","start":"2026-04-27T02:18:59.437683Z","end":"2026-04-27T02:19:01.039064Z","steps":["trace[1742433974] 'process raft request' (duration: 1.599530667s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:01.038979Z","caller":"traceutil/trace.go:171","msg":"trace[323711398] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:25149; }","duration":"197.980681ms","start":"2026-04-27T02:19:00.840985Z","end":"2026-04-27T02:19:01.038966Z","steps":["trace[323711398] 'agreement among raft nodes before linearized reading' (duration: 197.891008ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.039394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.293498914s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:01.039437Z","caller":"traceutil/trace.go:171","msg":"trace[658619048] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25149; }","duration":"1.293563675s","start":"2026-04-27T02:18:59.745858Z","end":"2026-04-27T02:19:01.039421Z","steps":["trace[658619048] 'agreement among raft nodes before linearized reading' (duration: 1.293483513s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.03954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.437673Z","time spent":"1.601738103s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:01.03956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.745847Z","time spent":"1.293697119s","remote":"127.0.0.1:33772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":9,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:01.042056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150842638s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-79fa7bd0-a8e0-417b-9d4a-a9a842fd6ad5\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-04-27T02:19:01.042097Z","caller":"traceutil/trace.go:171","msg":"trace[1432291732] range","detail":"{range_begin:/registry/persistentvolumes/pvc-79fa7bd0-a8e0-417b-9d4a-a9a842fd6ad5; range_end:; response_count:1; response_revision:25149; }","duration":"1.15092709s","start":"2026-04-27T02:18:59.891161Z","end":"2026-04-27T02:19:01.042088Z","steps":["trace[1432291732] 'agreement among raft nodes before linearized reading' (duration: 1.147536185s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.042119Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.891143Z","time spent":"1.150970561s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1345,"request content":"key:\"/registry/persistentvolumes/pvc-79fa7bd0-a8e0-417b-9d4a-a9a842fd6ad5\" "} {"level":"warn","ts":"2026-04-27T02:19:01.042442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.934696345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T02:19:01.042473Z","caller":"traceutil/trace.go:171","msg":"trace[694399859] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:25149; }","duration":"1.934767236s","start":"2026-04-27T02:18:59.107696Z","end":"2026-04-27T02:19:01.042463Z","steps":["trace[694399859] 'agreement among raft nodes before linearized reading' (duration: 1.930603352s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.042492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:18:59.107676Z","time spent":"1.934811347s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-27T02:19:01.443558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.963126ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:41"} {"level":"info","ts":"2026-04-27T02:19:01.44395Z","caller":"traceutil/trace.go:171","msg":"trace[1924784249] linearizableReadLoop","detail":"{readStateIndex:25993; appliedIndex:25991; }","duration":"399.846588ms","start":"2026-04-27T02:19:01.044084Z","end":"2026-04-27T02:19:01.44393Z","steps":["trace[1924784249] 'read index received' (duration: 267.482521ms)","trace[1924784249] 'applied index is now lower than readState.Index' (duration: 132.362487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:01.444093Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.043852Z","time spent":"400.237898ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:19:01.444325Z","caller":"traceutil/trace.go:171","msg":"trace[380067094] transaction","detail":"{read_only:false; response_revision:25151; number_of_response:1; }","duration":"271.213367ms","start":"2026-04-27T02:19:01.173096Z","end":"2026-04-27T02:19:01.44431Z","steps":["trace[380067094] 'process raft request' (duration: 270.770196ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:01.444446Z","caller":"traceutil/trace.go:171","msg":"trace[1321634627] transaction","detail":"{read_only:false; response_revision:25150; number_of_response:1; }","duration":"400.383072ms","start":"2026-04-27T02:19:01.044004Z","end":"2026-04-27T02:19:01.444387Z","steps":["trace[1321634627] 'process raft request' (duration: 399.674953ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.44463Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.043969Z","time spent":"400.552936ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:01.444991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.881124ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:19:01.445072Z","caller":"traceutil/trace.go:171","msg":"trace[1040143745] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25151; }","duration":"400.987927ms","start":"2026-04-27T02:19:01.044064Z","end":"2026-04-27T02:19:01.445052Z","steps":["trace[1040143745] 'agreement among raft nodes before linearized reading' (duration: 400.332551ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.445161Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.044057Z","time spent":"401.08782ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-04-27T02:19:01.902512Z","caller":"traceutil/trace.go:171","msg":"trace[1471834389] linearizableReadLoop","detail":"{readStateIndex:25995; appliedIndex:25994; }","duration":"458.490246ms","start":"2026-04-27T02:19:01.443999Z","end":"2026-04-27T02:19:01.902489Z","steps":["trace[1471834389] 'read index received' (duration: 458.325882ms)","trace[1471834389] 'applied index is now lower than readState.Index' (duration: 163.454µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:01.902702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.562705ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:01.902755Z","caller":"traceutil/trace.go:171","msg":"trace[847044489] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25152; }","duration":"857.643307ms","start":"2026-04-27T02:19:01.045096Z","end":"2026-04-27T02:19:01.902739Z","steps":["trace[847044489] 'agreement among raft nodes before linearized reading' (duration: 857.527454ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:01.902717Z","caller":"traceutil/trace.go:171","msg":"trace[161407291] transaction","detail":"{read_only:false; response_revision:25152; number_of_response:1; }","duration":"563.121703ms","start":"2026-04-27T02:19:01.339554Z","end":"2026-04-27T02:19:01.902675Z","steps":["trace[161407291] 'process raft request' (duration: 562.760504ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.902731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"855.597245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:01.90279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.044968Z","time spent":"857.813631ms","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:19:01.902841Z","caller":"traceutil/trace.go:171","msg":"trace[1741647910] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25152; }","duration":"855.755679ms","start":"2026-04-27T02:19:01.047065Z","end":"2026-04-27T02:19:01.902821Z","steps":["trace[1741647910] 'agreement among raft nodes before linearized reading' (duration: 855.537894ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.902899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.047048Z","time spent":"855.841892ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:01.902741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"621.000372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/cilium\" ","response":"range_response_count:1 size:521"} {"level":"info","ts":"2026-04-27T02:19:01.902958Z","caller":"traceutil/trace.go:171","msg":"trace[1788556227] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/cilium; range_end:; response_count:1; response_revision:25152; }","duration":"621.223478ms","start":"2026-04-27T02:19:01.281714Z","end":"2026-04-27T02:19:01.902938Z","steps":["trace[1788556227] 'agreement among raft nodes before linearized reading' (duration: 620.820688ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:01.90303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.281647Z","time spent":"621.367951ms","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":544,"request content":"key:\"/registry/serviceaccounts/kube-system/cilium\" "} {"level":"warn","ts":"2026-04-27T02:19:01.902956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.33953Z","time spent":"563.276748ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:02.405934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.464695ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:02.406224Z","caller":"traceutil/trace.go:171","msg":"trace[1580171515] linearizableReadLoop","detail":"{readStateIndex:25997; appliedIndex:25995; }","duration":"503.609094ms","start":"2026-04-27T02:19:01.902593Z","end":"2026-04-27T02:19:02.406202Z","steps":["trace[1580171515] 'read index received' (duration: 388.719179ms)","trace[1580171515] 'applied index is now lower than readState.Index' (duration: 114.888625ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:02.40636Z","caller":"traceutil/trace.go:171","msg":"trace[97212596] transaction","detail":"{read_only:false; response_revision:25153; number_of_response:1; }","duration":"960.298315ms","start":"2026-04-27T02:19:01.446043Z","end":"2026-04-27T02:19:02.406342Z","steps":["trace[97212596] 'process raft request' (duration: 845.328537ms)","trace[97212596] 'compare' (duration: 114.303351ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:02.406458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.446013Z","time spent":"960.395488ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:02.406782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"958.393387ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-n9gt9.18aa152f4af5de53\" ","response":"range_response_count:1 size:878"} {"level":"info","ts":"2026-04-27T02:19:02.406869Z","caller":"traceutil/trace.go:171","msg":"trace[44008614] range","detail":"{range_begin:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-n9gt9.18aa152f4af5de53; range_end:; response_count:1; response_revision:25154; }","duration":"958.527931ms","start":"2026-04-27T02:19:01.448321Z","end":"2026-04-27T02:19:02.406849Z","steps":["trace[44008614] 'agreement among raft nodes before linearized reading' (duration: 958.245334ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.407104Z","caller":"traceutil/trace.go:171","msg":"trace[1679096983] transaction","detail":"{read_only:false; response_revision:25154; number_of_response:1; }","duration":"514.396995ms","start":"2026-04-27T02:19:01.892685Z","end":"2026-04-27T02:19:02.407082Z","steps":["trace[1679096983] 'process raft request' (duration: 513.406421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.407145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"274.248663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:02.407173Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.422376ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:02.407205Z","caller":"traceutil/trace.go:171","msg":"trace[117863290] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:25154; }","duration":"274.351955ms","start":"2026-04-27T02:19:02.132836Z","end":"2026-04-27T02:19:02.407188Z","steps":["trace[117863290] 'agreement among raft nodes before linearized reading' (duration: 274.236872ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.407187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"502.911746ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-vz52h\" ","response":"range_response_count:1 size:18526"} {"level":"warn","ts":"2026-04-27T02:19:02.407226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.89265Z","time spent":"514.518128ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:19:02.407264Z","caller":"traceutil/trace.go:171","msg":"trace[566542418] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:25154; }","duration":"485.558338ms","start":"2026-04-27T02:19:01.921684Z","end":"2026-04-27T02:19:02.407242Z","steps":["trace[566542418] 'agreement among raft nodes before linearized reading' (duration: 485.379884ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.407276Z","caller":"traceutil/trace.go:171","msg":"trace[241473263] range","detail":"{range_begin:/registry/pods/kube-system/cilium-vz52h; range_end:; response_count:1; response_revision:25154; }","duration":"503.04478ms","start":"2026-04-27T02:19:01.904212Z","end":"2026-04-27T02:19:02.407257Z","steps":["trace[241473263] 'agreement among raft nodes before linearized reading' (duration: 502.786623ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.407244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.293535ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-04-27T02:19:02.407323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.904198Z","time spent":"503.115531ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":18549,"request content":"key:\"/registry/pods/kube-system/cilium-vz52h\" "} {"level":"warn","ts":"2026-04-27T02:19:02.407195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"501.389718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:02.407375Z","caller":"traceutil/trace.go:171","msg":"trace[1281837995] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25154; }","duration":"353.468969ms","start":"2026-04-27T02:19:02.053887Z","end":"2026-04-27T02:19:02.407356Z","steps":["trace[1281837995] 'agreement among raft nodes before linearized reading' (duration: 353.216603ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.407463Z","caller":"traceutil/trace.go:171","msg":"trace[1531713382] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25154; }","duration":"501.653034ms","start":"2026-04-27T02:19:01.905789Z","end":"2026-04-27T02:19:02.407442Z","steps":["trace[1531713382] 'agreement among raft nodes before linearized reading' (duration: 501.344817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.407318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.921671Z","time spent":"485.636281ms","remote":"127.0.0.1:48598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:02.40752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.905745Z","time spent":"501.759169ms","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:02.407519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.053764Z","time spent":"353.732317ms","remote":"127.0.0.1:46838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":31,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:02.407551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"960.622273ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18571"} {"level":"info","ts":"2026-04-27T02:19:02.40764Z","caller":"traceutil/trace.go:171","msg":"trace[826997450] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25154; }","duration":"960.750016ms","start":"2026-04-27T02:19:01.446877Z","end":"2026-04-27T02:19:02.407627Z","steps":["trace[826997450] 'agreement among raft nodes before linearized reading' (duration: 960.110989ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.407681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.446861Z","time spent":"960.810998ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18594,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:19:02.407318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"499.195773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:02.407857Z","caller":"traceutil/trace.go:171","msg":"trace[1079924015] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25154; }","duration":"499.935652ms","start":"2026-04-27T02:19:01.907899Z","end":"2026-04-27T02:19:02.407835Z","steps":["trace[1079924015] 'agreement among raft nodes before linearized reading' (duration: 499.209613ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.408379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.907876Z","time spent":"500.484815ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:19:02.406919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:01.448304Z","time spent":"958.605742ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":901,"request content":"key:\"/registry/events/capi-system/capi-controller-manager-bc4cf8c95-n9gt9.18aa152f4af5de53\" "} {"level":"warn","ts":"2026-04-27T02:19:02.863778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.469293ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:02.863849Z","caller":"traceutil/trace.go:171","msg":"trace[816382876] linearizableReadLoop","detail":"{readStateIndex:25998; appliedIndex:25997; }","duration":"450.493844ms","start":"2026-04-27T02:19:02.413345Z","end":"2026-04-27T02:19:02.863839Z","steps":["trace[816382876] 'read index received' (duration: 174.791025ms)","trace[816382876] 'applied index is now lower than readState.Index' (duration: 275.702219ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:02.863905Z","caller":"traceutil/trace.go:171","msg":"trace[1391497239] transaction","detail":"{read_only:false; response_revision:25155; number_of_response:1; }","duration":"451.1062ms","start":"2026-04-27T02:19:02.412792Z","end":"2026-04-27T02:19:02.863898Z","steps":["trace[1391497239] 'process raft request' (duration: 175.448063ms)","trace[1391497239] 'compare' (duration: 275.387001ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:02.863933Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.412768Z","time spent":"451.150322ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":860,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:19:02.864101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.926804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:02.864102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.588148ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:02.864138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"339.122139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:02.864126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.605259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:02.864149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"448.606209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:02.864174Z","caller":"traceutil/trace.go:171","msg":"trace[88901827] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25155; }","duration":"389.050827ms","start":"2026-04-27T02:19:02.475104Z","end":"2026-04-27T02:19:02.864155Z","steps":["trace[88901827] 'agreement among raft nodes before linearized reading' (duration: 388.888882ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.864185Z","caller":"traceutil/trace.go:171","msg":"trace[920078517] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25155; }","duration":"448.704861ms","start":"2026-04-27T02:19:02.415461Z","end":"2026-04-27T02:19:02.864166Z","steps":["trace[920078517] 'agreement among raft nodes before linearized reading' (duration: 448.525816ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.864207Z","caller":"traceutil/trace.go:171","msg":"trace[1592700112] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:25155; }","duration":"339.228841ms","start":"2026-04-27T02:19:02.524955Z","end":"2026-04-27T02:19:02.864184Z","steps":["trace[1592700112] 'agreement among raft nodes before linearized reading' (duration: 339.028715ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:02.864207Z","caller":"traceutil/trace.go:171","msg":"trace[762349794] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:25155; }","duration":"285.751043ms","start":"2026-04-27T02:19:02.57844Z","end":"2026-04-27T02:19:02.864191Z","steps":["trace[762349794] 'agreement among raft nodes before linearized reading' (duration: 285.558777ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.864231Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.475078Z","time spent":"389.142398ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-27T02:19:02.864231Z","caller":"traceutil/trace.go:171","msg":"trace[638549785] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25155; }","duration":"448.730691ms","start":"2026-04-27T02:19:02.41548Z","end":"2026-04-27T02:19:02.864211Z","steps":["trace[638549785] 'agreement among raft nodes before linearized reading' (duration: 448.515905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.864233Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.415444Z","time spent":"448.778652ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:19:02.864249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.524934Z","time spent":"339.304823ms","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:19:02.864225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"450.845984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-04-27T02:19:02.864279Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.415466Z","time spent":"448.804164ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:19:02.864308Z","caller":"traceutil/trace.go:171","msg":"trace[1136292642] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25155; }","duration":"450.947196ms","start":"2026-04-27T02:19:02.413341Z","end":"2026-04-27T02:19:02.864288Z","steps":["trace[1136292642] 'agreement among raft nodes before linearized reading' (duration: 450.625977ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:02.864355Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:19:02.413302Z","time spent":"451.044138ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":162,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-27T02:19:03.140373Z","caller":"traceutil/trace.go:171","msg":"trace[1808316148] transaction","detail":"{read_only:false; response_revision:25157; number_of_response:1; }","duration":"194.855951ms","start":"2026-04-27T02:19:02.945495Z","end":"2026-04-27T02:19:03.140351Z","steps":["trace[1808316148] 'process raft request' (duration: 194.724457ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:03.140758Z","caller":"traceutil/trace.go:171","msg":"trace[1277152491] linearizableReadLoop","detail":"{readStateIndex:26000; appliedIndex:26000; }","duration":"188.419649ms","start":"2026-04-27T02:19:02.95233Z","end":"2026-04-27T02:19:03.14075Z","steps":["trace[1277152491] 'read index received' (duration: 188.416209ms)","trace[1277152491] 'applied index is now lower than readState.Index' (duration: 2.94µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:03.140895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.548702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-27T02:19:03.140918Z","caller":"traceutil/trace.go:171","msg":"trace[1800333537] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25157; }","duration":"188.602864ms","start":"2026-04-27T02:19:02.952307Z","end":"2026-04-27T02:19:03.14091Z","steps":["trace[1800333537] 'agreement among raft nodes before linearized reading' (duration: 188.47426ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:03.253348Z","caller":"traceutil/trace.go:171","msg":"trace[1901443270] transaction","detail":"{read_only:false; response_revision:25162; number_of_response:1; }","duration":"105.885578ms","start":"2026-04-27T02:19:03.147438Z","end":"2026-04-27T02:19:03.253324Z","steps":["trace[1901443270] 'process raft request' (duration: 36.636943ms)","trace[1901443270] 'compare' (duration: 68.934557ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:03.640414Z","caller":"traceutil/trace.go:171","msg":"trace[810078896] transaction","detail":"{read_only:false; response_revision:25171; number_of_response:1; }","duration":"205.091111ms","start":"2026-04-27T02:19:03.435292Z","end":"2026-04-27T02:19:03.640383Z","steps":["trace[810078896] 'process raft request' (duration: 198.505184ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.054759Z","caller":"traceutil/trace.go:171","msg":"trace[1988462728] linearizableReadLoop","detail":"{readStateIndex:26019; appliedIndex:26018; }","duration":"186.575813ms","start":"2026-04-27T02:19:03.868167Z","end":"2026-04-27T02:19:04.054743Z","steps":["trace[1988462728] 'read index received' (duration: 186.407128ms)","trace[1988462728] 'applied index is now lower than readState.Index' (duration: 168.115µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:04.054911Z","caller":"traceutil/trace.go:171","msg":"trace[1587142313] transaction","detail":"{read_only:false; response_revision:25176; number_of_response:1; }","duration":"188.002799ms","start":"2026-04-27T02:19:03.866901Z","end":"2026-04-27T02:19:04.054904Z","steps":["trace[1587142313] 'process raft request' (duration: 187.726171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:04.0554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.221499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242266ddf3\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-04-27T02:19:04.055425Z","caller":"traceutil/trace.go:171","msg":"trace[1486372397] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-rq6mx.18aa15242266ddf3; range_end:; response_count:1; response_revision:25176; }","duration":"187.278101ms","start":"2026-04-27T02:19:03.86814Z","end":"2026-04-27T02:19:04.055418Z","steps":["trace[1486372397] 'agreement among raft nodes before linearized reading' (duration: 186.870711ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.249834Z","caller":"traceutil/trace.go:171","msg":"trace[40518069] linearizableReadLoop","detail":"{readStateIndex:26022; appliedIndex:26021; }","duration":"107.654483ms","start":"2026-04-27T02:19:04.142114Z","end":"2026-04-27T02:19:04.249768Z","steps":["trace[40518069] 'read index received' (duration: 107.232143ms)","trace[40518069] 'applied index is now lower than readState.Index' (duration: 421.13µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:04.249934Z","caller":"traceutil/trace.go:171","msg":"trace[1725379524] transaction","detail":"{read_only:false; response_revision:25179; number_of_response:1; }","duration":"149.282432ms","start":"2026-04-27T02:19:04.100643Z","end":"2026-04-27T02:19:04.249925Z","steps":["trace[1725379524] 'process raft request' (duration: 149.000805ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:04.250215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.083814ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/cilium-operator-869df985b8-fjcjm.18aa15247977edfc\" ","response":"range_response_count:1 size:864"} {"level":"info","ts":"2026-04-27T02:19:04.250254Z","caller":"traceutil/trace.go:171","msg":"trace[1210378147] range","detail":"{range_begin:/registry/events/kube-system/cilium-operator-869df985b8-fjcjm.18aa15247977edfc; range_end:; response_count:1; response_revision:25179; }","duration":"108.172936ms","start":"2026-04-27T02:19:04.142071Z","end":"2026-04-27T02:19:04.250244Z","steps":["trace[1210378147] 'agreement among raft nodes before linearized reading' (duration: 108.076814ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.50059Z","caller":"traceutil/trace.go:171","msg":"trace[152360851] transaction","detail":"{read_only:false; response_revision:25181; number_of_response:1; }","duration":"226.599442ms","start":"2026-04-27T02:19:04.273961Z","end":"2026-04-27T02:19:04.50056Z","steps":["trace[152360851] 'process raft request' (duration: 225.898924ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.547366Z","caller":"traceutil/trace.go:171","msg":"trace[1583892885] transaction","detail":"{read_only:false; response_revision:25182; number_of_response:1; }","duration":"273.100793ms","start":"2026-04-27T02:19:04.274235Z","end":"2026-04-27T02:19:04.547336Z","steps":["trace[1583892885] 'process raft request' (duration: 272.791515ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.547825Z","caller":"traceutil/trace.go:171","msg":"trace[266023470] linearizableReadLoop","detail":"{readStateIndex:26025; appliedIndex:26023; }","duration":"220.629021ms","start":"2026-04-27T02:19:04.327181Z","end":"2026-04-27T02:19:04.54781Z","steps":["trace[266023470] 'read index received' (duration: 172.694002ms)","trace[266023470] 'applied index is now lower than readState.Index' (duration: 47.934019ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:04.54821Z","caller":"traceutil/trace.go:171","msg":"trace[494317217] transaction","detail":"{read_only:false; response_revision:25183; number_of_response:1; }","duration":"135.544827ms","start":"2026-04-27T02:19:04.412643Z","end":"2026-04-27T02:19:04.548187Z","steps":["trace[494317217] 'process raft request' (duration: 134.689915ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:04.548339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.143434ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:19:04.54858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.753116ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:19:04.549042Z","caller":"traceutil/trace.go:171","msg":"trace[63011244] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:25184; }","duration":"134.89822ms","start":"2026-04-27T02:19:04.413737Z","end":"2026-04-27T02:19:04.548635Z","steps":["trace[63011244] 'agreement among raft nodes before linearized reading' (duration: 134.789088ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.549606Z","caller":"traceutil/trace.go:171","msg":"trace[254772236] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25184; }","duration":"221.250577ms","start":"2026-04-27T02:19:04.327127Z","end":"2026-04-27T02:19:04.548377Z","steps":["trace[254772236] 'agreement among raft nodes before linearized reading' (duration: 221.150034ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:04.559933Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":23007} {"level":"info","ts":"2026-04-27T02:19:04.715694Z","caller":"traceutil/trace.go:171","msg":"trace[1475136008] transaction","detail":"{read_only:false; response_revision:25187; number_of_response:1; }","duration":"143.297772ms","start":"2026-04-27T02:19:04.572362Z","end":"2026-04-27T02:19:04.71566Z","steps":["trace[1475136008] 'process raft request' (duration: 110.001133ms)","trace[1475136008] 'compare' (duration: 33.020472ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:04.992675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.162074ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:19:04.992762Z","caller":"traceutil/trace.go:171","msg":"trace[835124570] transaction","detail":"{read_only:false; response_revision:25192; number_of_response:1; }","duration":"127.900593ms","start":"2026-04-27T02:19:04.86484Z","end":"2026-04-27T02:19:04.99274Z","steps":["trace[835124570] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/events/capi-system/capi-controller-manager-bc4cf8c95-n9gt9.18aa152f4af5de53; req_size:857; } (duration: 124.762945ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:05.205894Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":23007,"took":"642.514975ms","hash":2325143870,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":34328576,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-04-27T02:19:05.206248Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2325143870,"revision":23007,"compact-revision":20117} {"level":"info","ts":"2026-04-27T02:19:05.206445Z","caller":"traceutil/trace.go:171","msg":"trace[818175498] transaction","detail":"{read_only:false; response_revision:25194; number_of_response:1; }","duration":"106.138466ms","start":"2026-04-27T02:19:05.10028Z","end":"2026-04-27T02:19:05.206418Z","steps":["trace[818175498] 'process raft request' (duration: 48.336878ms)","trace[818175498] 'compare' (duration: 57.560312ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:05.434341Z","caller":"traceutil/trace.go:171","msg":"trace[1097520042] transaction","detail":"{read_only:false; response_revision:25203; number_of_response:1; }","duration":"145.401025ms","start":"2026-04-27T02:19:05.288906Z","end":"2026-04-27T02:19:05.434307Z","steps":["trace[1097520042] 'process raft request' (duration: 65.164283ms)","trace[1097520042] 'compare' (duration: 80.030287ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:05.847653Z","caller":"traceutil/trace.go:171","msg":"trace[276703839] transaction","detail":"{read_only:false; response_revision:25211; number_of_response:1; }","duration":"227.000442ms","start":"2026-04-27T02:19:05.62064Z","end":"2026-04-27T02:19:05.847641Z","steps":["trace[276703839] 'process raft request' (duration: 226.632722ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:05.847906Z","caller":"traceutil/trace.go:171","msg":"trace[1341554941] linearizableReadLoop","detail":"{readStateIndex:26055; appliedIndex:26053; }","duration":"225.904553ms","start":"2026-04-27T02:19:05.621534Z","end":"2026-04-27T02:19:05.847439Z","steps":["trace[1341554941] 'read index received' (duration: 22.750703ms)","trace[1341554941] 'applied index is now lower than readState.Index' (duration: 203.15283ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:05.848043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.494378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-vip-instance.18aa1525a5ca992f\" ","response":"range_response_count:1 size:786"} {"level":"info","ts":"2026-04-27T02:19:05.848068Z","caller":"traceutil/trace.go:171","msg":"trace[1785375056] range","detail":"{range_begin:/registry/events/kube-system/kube-vip-instance.18aa1525a5ca992f; range_end:; response_count:1; response_revision:25211; }","duration":"226.55009ms","start":"2026-04-27T02:19:05.621509Z","end":"2026-04-27T02:19:05.848059Z","steps":["trace[1785375056] 'agreement among raft nodes before linearized reading' (duration: 226.445818ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:19:05.848298Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.243581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:05.848655Z","caller":"traceutil/trace.go:171","msg":"trace[682011165] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:25211; }","duration":"116.64054ms","start":"2026-04-27T02:19:05.732006Z","end":"2026-04-27T02:19:05.848646Z","steps":["trace[682011165] 'agreement among raft nodes before linearized reading' (duration: 116.266641ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:05.98907Z","caller":"traceutil/trace.go:171","msg":"trace[468535143] transaction","detail":"{read_only:false; response_revision:25216; number_of_response:1; }","duration":"112.083715ms","start":"2026-04-27T02:19:05.876925Z","end":"2026-04-27T02:19:05.989008Z","steps":["trace[468535143] 'process raft request' (duration: 68.350412ms)","trace[468535143] 'compare' (duration: 43.460136ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:06.143949Z","caller":"traceutil/trace.go:171","msg":"trace[1841372084] transaction","detail":"{read_only:false; response_revision:25219; number_of_response:1; }","duration":"116.874895ms","start":"2026-04-27T02:19:06.027057Z","end":"2026-04-27T02:19:06.143932Z","steps":["trace[1841372084] 'process raft request' (duration: 116.64231ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:06.31927Z","caller":"traceutil/trace.go:171","msg":"trace[339770710] transaction","detail":"{read_only:false; response_revision:25227; number_of_response:1; }","duration":"101.887468ms","start":"2026-04-27T02:19:06.217358Z","end":"2026-04-27T02:19:06.319246Z","steps":["trace[339770710] 'process raft request' (duration: 66.986487ms)","trace[339770710] 'compare' (duration: 34.686435ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:19:06.388509Z","caller":"traceutil/trace.go:171","msg":"trace[2023330048] transaction","detail":"{read_only:false; response_revision:25228; number_of_response:1; }","duration":"166.893857ms","start":"2026-04-27T02:19:06.221598Z","end":"2026-04-27T02:19:06.388492Z","steps":["trace[2023330048] 'process raft request' (duration: 166.623851ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:07.015587Z","caller":"traceutil/trace.go:171","msg":"trace[191585193] transaction","detail":"{read_only:false; response_revision:25240; number_of_response:1; }","duration":"124.861837ms","start":"2026-04-27T02:19:06.890694Z","end":"2026-04-27T02:19:07.015556Z","steps":["trace[191585193] 'process raft request' (duration: 124.673922ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:10.065565Z","caller":"traceutil/trace.go:171","msg":"trace[753041590] transaction","detail":"{read_only:false; response_revision:25256; number_of_response:1; }","duration":"182.749306ms","start":"2026-04-27T02:19:09.882792Z","end":"2026-04-27T02:19:10.065541Z","steps":["trace[753041590] 'process raft request' (duration: 182.203843ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:15.537627Z","caller":"traceutil/trace.go:171","msg":"trace[658065002] transaction","detail":"{read_only:false; response_revision:25278; number_of_response:1; }","duration":"170.431256ms","start":"2026-04-27T02:19:15.367168Z","end":"2026-04-27T02:19:15.537599Z","steps":["trace[658065002] 'process raft request' (duration: 169.299697ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:15.538Z","caller":"traceutil/trace.go:171","msg":"trace[427048427] transaction","detail":"{read_only:false; response_revision:25279; number_of_response:1; }","duration":"168.937299ms","start":"2026-04-27T02:19:15.369035Z","end":"2026-04-27T02:19:15.537972Z","steps":["trace[427048427] 'process raft request' (duration: 168.528729ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:15.53802Z","caller":"traceutil/trace.go:171","msg":"trace[1243212027] transaction","detail":"{read_only:false; response_revision:25280; number_of_response:1; }","duration":"168.380905ms","start":"2026-04-27T02:19:15.369607Z","end":"2026-04-27T02:19:15.537987Z","steps":["trace[1243212027] 'process raft request' (duration: 168.255791ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:19:15.538151Z","caller":"traceutil/trace.go:171","msg":"trace[1012896346] linearizableReadLoop","detail":"{readStateIndex:26126; appliedIndex:26123; }","duration":"135.201399ms","start":"2026-04-27T02:19:15.402915Z","end":"2026-04-27T02:19:15.538116Z","steps":["trace[1012896346] 'read index received' (duration: 133.483745ms)","trace[1012896346] 'applied index is now lower than readState.Index' (duration: 1.711914ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:19:15.538258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.317871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:19:15.538304Z","caller":"traceutil/trace.go:171","msg":"trace[415125019] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25280; }","duration":"135.392514ms","start":"2026-04-27T02:19:15.402899Z","end":"2026-04-27T02:19:15.538291Z","steps":["trace[415125019] 'agreement among raft nodes before linearized reading' (duration: 135.290822ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:03.802244Z","caller":"traceutil/trace.go:171","msg":"trace[1075528871] transaction","detail":"{read_only:false; response_revision:25785; number_of_response:1; }","duration":"614.375495ms","start":"2026-04-27T02:20:03.187836Z","end":"2026-04-27T02:20:03.802212Z","steps":["trace[1075528871] 'process raft request' (duration: 614.14446ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:03.802447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.187814Z","time spent":"614.53828ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:04.627183Z","caller":"traceutil/trace.go:171","msg":"trace[1932364719] transaction","detail":"{read_only:false; response_revision:25786; number_of_response:1; }","duration":"1.135584863s","start":"2026-04-27T02:20:03.491569Z","end":"2026-04-27T02:20:04.627154Z","steps":["trace[1932364719] 'process raft request' (duration: 1.135405508s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.62734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.491552Z","time spent":"1.135717716s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:04.627402Z","caller":"traceutil/trace.go:171","msg":"trace[967808071] transaction","detail":"{read_only:false; response_revision:25787; number_of_response:1; }","duration":"1.054456397s","start":"2026-04-27T02:20:03.572919Z","end":"2026-04-27T02:20:04.627376Z","steps":["trace[967808071] 'process raft request' (duration: 1.05418968s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.627532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.572903Z","time spent":"1.05456662s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:04.627771Z","caller":"traceutil/trace.go:171","msg":"trace[215747755] transaction","detail":"{read_only:false; response_revision:25788; number_of_response:1; }","duration":"898.016395ms","start":"2026-04-27T02:20:03.729703Z","end":"2026-04-27T02:20:04.62772Z","steps":["trace[215747755] 'process raft request' (duration: 897.599734ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:04.62782Z","caller":"traceutil/trace.go:171","msg":"trace[555034596] transaction","detail":"{read_only:false; response_revision:25789; number_of_response:1; }","duration":"896.526287ms","start":"2026-04-27T02:20:03.731255Z","end":"2026-04-27T02:20:04.627781Z","steps":["trace[555034596] 'process raft request' (duration: 896.392874ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:04.627829Z","caller":"traceutil/trace.go:171","msg":"trace[994946607] transaction","detail":"{read_only:false; response_revision:25791; number_of_response:1; }","duration":"866.922231ms","start":"2026-04-27T02:20:03.760882Z","end":"2026-04-27T02:20:04.627804Z","steps":["trace[994946607] 'process raft request' (duration: 866.87074ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:04.627848Z","caller":"traceutil/trace.go:171","msg":"trace[1532749075] transaction","detail":"{read_only:false; response_revision:25790; number_of_response:1; }","duration":"867.016003ms","start":"2026-04-27T02:20:03.760806Z","end":"2026-04-27T02:20:04.627822Z","steps":["trace[1532749075] 'process raft request' (duration: 866.907691ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.627889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101067263s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:04.627931Z","caller":"traceutil/trace.go:171","msg":"trace[332516753] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25791; }","duration":"1.101142625s","start":"2026-04-27T02:20:03.526776Z","end":"2026-04-27T02:20:04.627919Z","steps":["trace[332516753] 'agreement among raft nodes before linearized reading' (duration: 1.101053382s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:04.627804Z","caller":"traceutil/trace.go:171","msg":"trace[633024643] linearizableReadLoop","detail":"{readStateIndex:26645; appliedIndex:26643; }","duration":"1.1009777s","start":"2026-04-27T02:20:03.526811Z","end":"2026-04-27T02:20:04.627788Z","steps":["trace[633024643] 'read index received' (duration: 275.146325ms)","trace[633024643] 'applied index is now lower than readState.Index' (duration: 825.830455ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:04.62797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.526762Z","time spent":"1.101196626s","remote":"127.0.0.1:51454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:04.627973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.731249Z","time spent":"896.64048ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:04.627953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.729682Z","time spent":"898.158248ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:04.62796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.760874Z","time spent":"867.022633ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:04.628078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.76079Z","time spent":"867.126046ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:04.68599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.071335824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:04.686134Z","caller":"traceutil/trace.go:171","msg":"trace[173519436] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25791; }","duration":"1.071522739s","start":"2026-04-27T02:20:03.614592Z","end":"2026-04-27T02:20:04.686115Z","steps":["trace[173519436] 'agreement among raft nodes before linearized reading' (duration: 1.071329104s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.686205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:03.614578Z","time spent":"1.071614831s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:04.686556Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.456446ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-27T02:20:04.686564Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.908668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:20:04.686643Z","caller":"traceutil/trace.go:171","msg":"trace[2088641033] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25791; }","duration":"608.535208ms","start":"2026-04-27T02:20:04.078084Z","end":"2026-04-27T02:20:04.686619Z","steps":["trace[2088641033] 'agreement among raft nodes before linearized reading' (duration: 608.054416ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.686188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.582592ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:20:04.68668Z","caller":"traceutil/trace.go:171","msg":"trace[1551788768] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25791; }","duration":"246.092753ms","start":"2026-04-27T02:20:04.440562Z","end":"2026-04-27T02:20:04.686655Z","steps":["trace[1551788768] 'agreement among raft nodes before linearized reading' (duration: 245.744914ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.686782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.078029Z","time spent":"608.664851ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-04-27T02:20:04.686811Z","caller":"traceutil/trace.go:171","msg":"trace[2068573993] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25791; }","duration":"498.32069ms","start":"2026-04-27T02:20:04.188467Z","end":"2026-04-27T02:20:04.686788Z","steps":["trace[2068573993] 'agreement among raft nodes before linearized reading' (duration: 497.550451ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.686267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.994452ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:20:04.686924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.188447Z","time spent":"498.456894ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:20:04.686945Z","caller":"traceutil/trace.go:171","msg":"trace[1900488842] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:25791; }","duration":"400.69436ms","start":"2026-04-27T02:20:04.286223Z","end":"2026-04-27T02:20:04.686917Z","steps":["trace[1900488842] 'agreement among raft nodes before linearized reading' (duration: 400.011463ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.687061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.286203Z","time spent":"400.827822ms","remote":"127.0.0.1:46728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:04.686332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.341197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:04.6872Z","caller":"traceutil/trace.go:171","msg":"trace[1955939508] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25791; }","duration":"358.25327ms","start":"2026-04-27T02:20:04.328927Z","end":"2026-04-27T02:20:04.68718Z","steps":["trace[1955939508] 'agreement among raft nodes before linearized reading' (duration: 357.270716ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.687235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.328913Z","time spent":"358.310951ms","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:04.686386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.135297ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:20:04.687343Z","caller":"traceutil/trace.go:171","msg":"trace[1111981554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25791; }","duration":"286.133322ms","start":"2026-04-27T02:20:04.401203Z","end":"2026-04-27T02:20:04.687337Z","steps":["trace[1111981554] 'agreement among raft nodes before linearized reading' (duration: 285.109097ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.686336Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"323.225367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:20:04.687455Z","caller":"traceutil/trace.go:171","msg":"trace[190237815] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:25791; }","duration":"324.432597ms","start":"2026-04-27T02:20:04.36297Z","end":"2026-04-27T02:20:04.687402Z","steps":["trace[190237815] 'agreement among raft nodes before linearized reading' (duration: 323.027132ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.686284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"595.48109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:20:04.687564Z","caller":"traceutil/trace.go:171","msg":"trace[66416055] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25791; }","duration":"596.838033ms","start":"2026-04-27T02:20:04.090717Z","end":"2026-04-27T02:20:04.687555Z","steps":["trace[66416055] 'agreement among raft nodes before linearized reading' (duration: 595.352217ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:04.687563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.362938Z","time spent":"324.56244ms","remote":"127.0.0.1:46744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":179,"response size":32,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:04.687588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.090691Z","time spent":"596.889225ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:20:05.192508Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696801603,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:20:05.300464Z","caller":"traceutil/trace.go:171","msg":"trace[716812669] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"609.844531ms","start":"2026-04-27T02:20:04.690594Z","end":"2026-04-27T02:20:05.300439Z","steps":["trace[716812669] 'process raft request' (duration: 609.613645ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:05.300645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.690579Z","time spent":"609.969763ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:06.093528Z","caller":"traceutil/trace.go:171","msg":"trace[126715796] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"1.401610738s","start":"2026-04-27T02:20:04.691889Z","end":"2026-04-27T02:20:06.0935Z","steps":["trace[126715796] 'process raft request' (duration: 1.401357342s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.093674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.691879Z","time spent":"1.401722391s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":539,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:06.093538Z","caller":"traceutil/trace.go:171","msg":"trace[786150568] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"1.401417623s","start":"2026-04-27T02:20:04.692099Z","end":"2026-04-27T02:20:06.093517Z","steps":["trace[786150568] 'process raft request' (duration: 1.401312421s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:06.093822Z","caller":"traceutil/trace.go:171","msg":"trace[179319705] transaction","detail":"{read_only:false; response_revision:25795; number_of_response:1; }","duration":"1.400949931s","start":"2026-04-27T02:20:04.692809Z","end":"2026-04-27T02:20:06.093759Z","steps":["trace[179319705] 'process raft request' (duration: 1.400658954s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.093906Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.692095Z","time spent":"1.401666139s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:06.09395Z","caller":"traceutil/trace.go:171","msg":"trace[1723714162] transaction","detail":"{read_only:false; response_revision:25798; number_of_response:1; }","duration":"286.694626ms","start":"2026-04-27T02:20:05.807235Z","end":"2026-04-27T02:20:06.09393Z","steps":["trace[1723714162] 'process raft request' (duration: 286.641224ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.093969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.692792Z","time spent":"1.401100615s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:06.093981Z","caller":"traceutil/trace.go:171","msg":"trace[1724260864] transaction","detail":"{read_only:false; response_revision:25796; number_of_response:1; }","duration":"1.400472859s","start":"2026-04-27T02:20:04.693455Z","end":"2026-04-27T02:20:06.093928Z","steps":["trace[1724260864] 'process raft request' (duration: 1.400235093s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:06.09409Z","caller":"traceutil/trace.go:171","msg":"trace[1024894358] transaction","detail":"{read_only:false; response_revision:25797; number_of_response:1; }","duration":"1.096427396s","start":"2026-04-27T02:20:04.997649Z","end":"2026-04-27T02:20:06.094076Z","steps":["trace[1024894358] 'process raft request' (duration: 1.096117018s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:06.094114Z","caller":"traceutil/trace.go:171","msg":"trace[286333571] linearizableReadLoop","detail":"{readStateIndex:26657; appliedIndex:26651; }","duration":"1.401736622s","start":"2026-04-27T02:20:04.692364Z","end":"2026-04-27T02:20:06.0941Z","steps":["trace[286333571] 'read index received' (duration: 607.80498ms)","trace[286333571] 'applied index is now lower than readState.Index' (duration: 793.930682ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:06.094177Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.997623Z","time spent":"1.096500428s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:06.094181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.693435Z","time spent":"1.400611453s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:06.094296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.401941207s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18618"} {"level":"info","ts":"2026-04-27T02:20:06.09434Z","caller":"traceutil/trace.go:171","msg":"trace[1579656324] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25798; }","duration":"1.402014209s","start":"2026-04-27T02:20:04.692317Z","end":"2026-04-27T02:20:06.094331Z","steps":["trace[1579656324] 'agreement among raft nodes before linearized reading' (duration: 1.401864265s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.09437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.692296Z","time spent":"1.40206784s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18641,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:20:06.094386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063699782s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:06.094431Z","caller":"traceutil/trace.go:171","msg":"trace[1486541080] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:25798; }","duration":"1.063785164s","start":"2026-04-27T02:20:05.030634Z","end":"2026-04-27T02:20:06.094419Z","steps":["trace[1486541080] 'agreement among raft nodes before linearized reading' (duration: 1.063708872s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.094501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384809796s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T02:20:06.094512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:05.03061Z","time spent":"1.063881526s","remote":"127.0.0.1:45624","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:20:06.094359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.398944122s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:06.09476Z","caller":"traceutil/trace.go:171","msg":"trace[607587762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25798; }","duration":"1.399351212s","start":"2026-04-27T02:20:04.695391Z","end":"2026-04-27T02:20:06.094743Z","steps":["trace[607587762] 'agreement among raft nodes before linearized reading' (duration: 1.398922291s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.094818Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.695386Z","time spent":"1.399417763s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:20:06.094524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"467.236457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:20:06.094944Z","caller":"traceutil/trace.go:171","msg":"trace[217989249] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:25798; }","duration":"467.684138ms","start":"2026-04-27T02:20:05.627235Z","end":"2026-04-27T02:20:06.094919Z","steps":["trace[217989249] 'agreement among raft nodes before linearized reading' (duration: 467.252697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.095039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:05.627214Z","time spent":"467.779601ms","remote":"127.0.0.1:46790","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":31,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:20:06.09456Z","caller":"traceutil/trace.go:171","msg":"trace[1457059675] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25798; }","duration":"1.384885847s","start":"2026-04-27T02:20:04.709657Z","end":"2026-04-27T02:20:06.094543Z","steps":["trace[1457059675] 'agreement among raft nodes before linearized reading' (duration: 1.384732373s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:06.095163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:04.709645Z","time spent":"1.385498912s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:20:07.119675Z","caller":"traceutil/trace.go:171","msg":"trace[130837261] transaction","detail":"{read_only:false; response_revision:25803; number_of_response:1; }","duration":"487.308973ms","start":"2026-04-27T02:20:06.632322Z","end":"2026-04-27T02:20:07.119631Z","steps":["trace[130837261] 'process raft request' (duration: 487.143259ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:07.119794Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.632305Z","time spent":"487.429795ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:07.580596Z","caller":"traceutil/trace.go:171","msg":"trace[1448963869] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"947.04837ms","start":"2026-04-27T02:20:06.633523Z","end":"2026-04-27T02:20:07.580571Z","steps":["trace[1448963869] 'process raft request' (duration: 946.852006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:07.580741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.633501Z","time spent":"947.166534ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:07.581055Z","caller":"traceutil/trace.go:171","msg":"trace[581462874] transaction","detail":"{read_only:false; response_revision:25805; number_of_response:1; }","duration":"947.369748ms","start":"2026-04-27T02:20:06.633672Z","end":"2026-04-27T02:20:07.581042Z","steps":["trace[581462874] 'process raft request' (duration: 946.858775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:07.581129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.633662Z","time spent":"947.43186ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:07.581364Z","caller":"traceutil/trace.go:171","msg":"trace[1998753570] transaction","detail":"{read_only:false; response_revision:25806; number_of_response:1; }","duration":"947.116313ms","start":"2026-04-27T02:20:06.63423Z","end":"2026-04-27T02:20:07.581347Z","steps":["trace[1998753570] 'process raft request' (duration: 946.761144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:07.581447Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.634222Z","time spent":"947.184914ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:20:07.581549Z","caller":"traceutil/trace.go:171","msg":"trace[1684647541] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"522.668333ms","start":"2026-04-27T02:20:07.058868Z","end":"2026-04-27T02:20:07.581536Z","steps":["trace[1684647541] 'process raft request' (duration: 522.405567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:07.581598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:07.058855Z","time spent":"522.719955ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":903,"response count":0,"response size":41,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-04-27T02:20:07.581654Z","caller":"traceutil/trace.go:171","msg":"trace[1789917469] transaction","detail":"{read_only:false; response_revision:25807; number_of_response:1; }","duration":"947.103272ms","start":"2026-04-27T02:20:06.634516Z","end":"2026-04-27T02:20:07.581619Z","steps":["trace[1789917469] 'process raft request' (duration: 946.701561ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:07.58158Z","caller":"traceutil/trace.go:171","msg":"trace[1979407636] linearizableReadLoop","detail":"{readStateIndex:26667; appliedIndex:26662; }","duration":"524.423148ms","start":"2026-04-27T02:20:07.057005Z","end":"2026-04-27T02:20:07.581428Z","steps":["trace[1979407636] 'read index received' (duration: 62.523136ms)","trace[1979407636] 'applied index is now lower than readState.Index' (duration: 461.899142ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:07.581882Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:06.63449Z","time spent":"947.245296ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:20:07.581915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"524.904851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/heat-engine-cleaner-29620940-rc55f\" ","response":"range_response_count:1 size:7223"} {"level":"info","ts":"2026-04-27T02:20:07.582172Z","caller":"traceutil/trace.go:171","msg":"trace[1569808190] range","detail":"{range_begin:/registry/pods/openstack/heat-engine-cleaner-29620940-rc55f; range_end:; response_count:1; response_revision:25808; }","duration":"525.190119ms","start":"2026-04-27T02:20:07.05696Z","end":"2026-04-27T02:20:07.58215Z","steps":["trace[1569808190] 'agreement among raft nodes before linearized reading' (duration: 524.699046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:07.582256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:07.056943Z","time spent":"525.298591ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":7246,"request content":"key:\"/registry/pods/openstack/heat-engine-cleaner-29620940-rc55f\" "} {"level":"warn","ts":"2026-04-27T02:20:07.614488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.085766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:20:07.61456Z","caller":"traceutil/trace.go:171","msg":"trace[432445844] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25809; }","duration":"308.224189ms","start":"2026-04-27T02:20:07.306319Z","end":"2026-04-27T02:20:07.614544Z","steps":["trace[432445844] 'agreement among raft nodes before linearized reading' (duration: 308.007413ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:07.614601Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:20:07.306298Z","time spent":"308.294651ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:20:09.24294Z","caller":"traceutil/trace.go:171","msg":"trace[688968796] transaction","detail":"{read_only:false; response_revision:25823; number_of_response:1; }","duration":"117.783898ms","start":"2026-04-27T02:20:09.125137Z","end":"2026-04-27T02:20:09.242921Z","steps":["trace[688968796] 'process raft request' (duration: 117.619453ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:10.217508Z","caller":"traceutil/trace.go:171","msg":"trace[2124030561] linearizableReadLoop","detail":"{readStateIndex:26691; appliedIndex:26690; }","duration":"101.5847ms","start":"2026-04-27T02:20:10.115901Z","end":"2026-04-27T02:20:10.217486Z","steps":["trace[2124030561] 'read index received' (duration: 101.512178ms)","trace[2124030561] 'applied index is now lower than readState.Index' (duration: 71.662µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:10.217566Z","caller":"traceutil/trace.go:171","msg":"trace[912113677] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"102.011971ms","start":"2026-04-27T02:20:10.115526Z","end":"2026-04-27T02:20:10.217538Z","steps":["trace[912113677] 'process raft request' (duration: 101.809626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:10.217686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.770106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T02:20:10.21772Z","caller":"traceutil/trace.go:171","msg":"trace[279514508] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25830; }","duration":"101.844967ms","start":"2026-04-27T02:20:10.115866Z","end":"2026-04-27T02:20:10.217711Z","steps":["trace[279514508] 'agreement among raft nodes before linearized reading' (duration: 101.713813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:10.224387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.197467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T02:20:10.224415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.381056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:20:10.224556Z","caller":"traceutil/trace.go:171","msg":"trace[1069552217] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25831; }","duration":"108.32795ms","start":"2026-04-27T02:20:10.116141Z","end":"2026-04-27T02:20:10.224469Z","steps":["trace[1069552217] 'agreement among raft nodes before linearized reading' (duration: 108.048463ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:10.224607Z","caller":"traceutil/trace.go:171","msg":"trace[46381947] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25831; }","duration":"107.590431ms","start":"2026-04-27T02:20:10.116995Z","end":"2026-04-27T02:20:10.224585Z","steps":["trace[46381947] 'agreement among raft nodes before linearized reading' (duration: 107.270303ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:10.224732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.959252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:20:10.224922Z","caller":"traceutil/trace.go:171","msg":"trace[110337428] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25831; }","duration":"108.149976ms","start":"2026-04-27T02:20:10.11675Z","end":"2026-04-27T02:20:10.2249Z","steps":["trace[110337428] 'agreement among raft nodes before linearized reading' (duration: 107.877699ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:10.224418Z","caller":"traceutil/trace.go:171","msg":"trace[391356257] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"107.333225ms","start":"2026-04-27T02:20:10.117062Z","end":"2026-04-27T02:20:10.224395Z","steps":["trace[391356257] 'process raft request' (duration: 106.937026ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:10.224534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.27751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:20:10.225157Z","caller":"traceutil/trace.go:171","msg":"trace[891259057] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25831; }","duration":"108.973447ms","start":"2026-04-27T02:20:10.116161Z","end":"2026-04-27T02:20:10.225134Z","steps":["trace[891259057] 'agreement among raft nodes before linearized reading' (duration: 108.131736ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:10.396432Z","caller":"traceutil/trace.go:171","msg":"trace[783989817] transaction","detail":"{read_only:false; response_revision:25835; number_of_response:1; }","duration":"166.319262ms","start":"2026-04-27T02:20:10.230088Z","end":"2026-04-27T02:20:10.396407Z","steps":["trace[783989817] 'process raft request' (duration: 166.179028ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:10.396483Z","caller":"traceutil/trace.go:171","msg":"trace[923045685] transaction","detail":"{read_only:false; response_revision:25836; number_of_response:1; }","duration":"165.977743ms","start":"2026-04-27T02:20:10.230488Z","end":"2026-04-27T02:20:10.396466Z","steps":["trace[923045685] 'process raft request' (duration: 165.86905ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:10.396875Z","caller":"traceutil/trace.go:171","msg":"trace[1769565008] transaction","detail":"{read_only:false; response_revision:25834; number_of_response:1; }","duration":"166.443825ms","start":"2026-04-27T02:20:10.229924Z","end":"2026-04-27T02:20:10.396368Z","steps":["trace[1769565008] 'process raft request' (duration: 162.185388ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:15.793032Z","caller":"traceutil/trace.go:171","msg":"trace[1111034508] transaction","detail":"{read_only:false; response_revision:25883; number_of_response:1; }","duration":"150.774731ms","start":"2026-04-27T02:20:15.642237Z","end":"2026-04-27T02:20:15.793012Z","steps":["trace[1111034508] 'process raft request' (duration: 150.629948ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:15.823033Z","caller":"traceutil/trace.go:171","msg":"trace[2097358334] transaction","detail":"{read_only:false; response_revision:25884; number_of_response:1; }","duration":"169.241735ms","start":"2026-04-27T02:20:15.653755Z","end":"2026-04-27T02:20:15.822996Z","steps":["trace[2097358334] 'process raft request' (duration: 168.980029ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:15.823561Z","caller":"traceutil/trace.go:171","msg":"trace[1945446540] transaction","detail":"{read_only:false; response_revision:25886; number_of_response:1; }","duration":"166.409596ms","start":"2026-04-27T02:20:15.657127Z","end":"2026-04-27T02:20:15.823536Z","steps":["trace[1945446540] 'process raft request' (duration: 165.784469ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:15.823603Z","caller":"traceutil/trace.go:171","msg":"trace[930636107] transaction","detail":"{read_only:false; response_revision:25887; number_of_response:1; }","duration":"165.408839ms","start":"2026-04-27T02:20:15.658184Z","end":"2026-04-27T02:20:15.823593Z","steps":["trace[930636107] 'process raft request' (duration: 164.761492ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:15.823712Z","caller":"traceutil/trace.go:171","msg":"trace[2085209121] transaction","detail":"{read_only:false; response_revision:25885; number_of_response:1; }","duration":"166.60592ms","start":"2026-04-27T02:20:15.6571Z","end":"2026-04-27T02:20:15.823705Z","steps":["trace[2085209121] 'process raft request' (duration: 165.765808ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:15.823167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.434917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:20:15.82428Z","caller":"traceutil/trace.go:171","msg":"trace[243951286] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25887; }","duration":"152.583666ms","start":"2026-04-27T02:20:15.671666Z","end":"2026-04-27T02:20:15.82425Z","steps":["trace[243951286] 'agreement among raft nodes before linearized reading' (duration: 151.335104ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:15.824511Z","caller":"traceutil/trace.go:171","msg":"trace[370694191] linearizableReadLoop","detail":"{readStateIndex:26749; appliedIndex:26744; }","duration":"151.245562ms","start":"2026-04-27T02:20:15.671751Z","end":"2026-04-27T02:20:15.822997Z","steps":["trace[370694191] 'read index received' (duration: 121.163485ms)","trace[370694191] 'applied index is now lower than readState.Index' (duration: 30.081127ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:16.51654Z","caller":"traceutil/trace.go:171","msg":"trace[1460002925] linearizableReadLoop","detail":"{readStateIndex:26754; appliedIndex:26753; }","duration":"155.757316ms","start":"2026-04-27T02:20:16.360757Z","end":"2026-04-27T02:20:16.516514Z","steps":["trace[1460002925] 'read index received' (duration: 88.346197ms)","trace[1460002925] 'applied index is now lower than readState.Index' (duration: 67.410039ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:16.516778Z","caller":"traceutil/trace.go:171","msg":"trace[551955980] transaction","detail":"{read_only:false; response_revision:25892; number_of_response:1; }","duration":"170.562449ms","start":"2026-04-27T02:20:16.346194Z","end":"2026-04-27T02:20:16.516757Z","steps":["trace[551955980] 'process raft request' (duration: 102.976196ms)","trace[551955980] 'compare' (duration: 66.969228ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:20:16.516859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.684133ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:16.51691Z","caller":"traceutil/trace.go:171","msg":"trace[493935027] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25892; }","duration":"147.772555ms","start":"2026-04-27T02:20:16.369126Z","end":"2026-04-27T02:20:16.516899Z","steps":["trace[493935027] 'agreement among raft nodes before linearized reading' (duration: 147.679852ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:16.517016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.495048ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:20:16.517059Z","caller":"traceutil/trace.go:171","msg":"trace[483454975] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25892; }","duration":"101.56879ms","start":"2026-04-27T02:20:16.415478Z","end":"2026-04-27T02:20:16.517047Z","steps":["trace[483454975] 'agreement among raft nodes before linearized reading' (duration: 101.493348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:16.517989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.199704ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:20:16.518096Z","caller":"traceutil/trace.go:171","msg":"trace[1128123977] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25892; }","duration":"157.363398ms","start":"2026-04-27T02:20:16.360708Z","end":"2026-04-27T02:20:16.518071Z","steps":["trace[1128123977] 'agreement among raft nodes before linearized reading' (duration: 156.068614ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:28.723793Z","caller":"traceutil/trace.go:171","msg":"trace[416895490] linearizableReadLoop","detail":"{readStateIndex:26842; appliedIndex:26841; }","duration":"100.207546ms","start":"2026-04-27T02:20:28.623564Z","end":"2026-04-27T02:20:28.723772Z","steps":["trace[416895490] 'read index received' (duration: 100.048532ms)","trace[416895490] 'applied index is now lower than readState.Index' (duration: 157.734µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:20:28.723907Z","caller":"traceutil/trace.go:171","msg":"trace[55337275] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"101.322435ms","start":"2026-04-27T02:20:28.622573Z","end":"2026-04-27T02:20:28.723895Z","steps":["trace[55337275] 'process raft request' (duration: 101.021128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:20:28.724114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.519874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:20:28.724261Z","caller":"traceutil/trace.go:171","msg":"trace[1214163310] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25978; }","duration":"100.699359ms","start":"2026-04-27T02:20:28.623539Z","end":"2026-04-27T02:20:28.724238Z","steps":["trace[1214163310] 'agreement among raft nodes before linearized reading' (duration: 100.36177ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:28.727047Z","caller":"traceutil/trace.go:171","msg":"trace[1095505135] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"101.602552ms","start":"2026-04-27T02:20:28.625433Z","end":"2026-04-27T02:20:28.727035Z","steps":["trace[1095505135] 'process raft request' (duration: 101.444218ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:28.727055Z","caller":"traceutil/trace.go:171","msg":"trace[1805213131] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"100.493163ms","start":"2026-04-27T02:20:28.626544Z","end":"2026-04-27T02:20:28.727038Z","steps":["trace[1805213131] 'process raft request' (duration: 100.434401ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:28.727293Z","caller":"traceutil/trace.go:171","msg":"trace[145053305] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"100.703808ms","start":"2026-04-27T02:20:28.626568Z","end":"2026-04-27T02:20:28.727272Z","steps":["trace[145053305] 'process raft request' (duration: 100.443511ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:20:54.157674Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-0000000000006a34.wal"} {"level":"info","ts":"2026-04-27T02:21:29.192986Z","caller":"traceutil/trace.go:171","msg":"trace[1627492176] transaction","detail":"{read_only:false; response_revision:26596; number_of_response:1; }","duration":"119.009699ms","start":"2026-04-27T02:21:29.073926Z","end":"2026-04-27T02:21:29.192936Z","steps":["trace[1627492176] 'process raft request' (duration: 88.597002ms)","trace[1627492176] 'compare' (duration: 30.283734ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:29.193176Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.125146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:21:29.193292Z","caller":"traceutil/trace.go:171","msg":"trace[1580465939] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26597; }","duration":"116.245739ms","start":"2026-04-27T02:21:29.077021Z","end":"2026-04-27T02:21:29.193267Z","steps":["trace[1580465939] 'agreement among raft nodes before linearized reading' (duration: 116.028024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:29.193335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.536847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:21:29.193413Z","caller":"traceutil/trace.go:171","msg":"trace[1583049687] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26597; }","duration":"114.64445ms","start":"2026-04-27T02:21:29.078744Z","end":"2026-04-27T02:21:29.193388Z","steps":["trace[1583049687] 'agreement among raft nodes before linearized reading' (duration: 114.368703ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:29.403592Z","caller":"traceutil/trace.go:171","msg":"trace[1461459835] transaction","detail":"{read_only:false; response_revision:26598; number_of_response:1; }","duration":"205.959221ms","start":"2026-04-27T02:21:29.197609Z","end":"2026-04-27T02:21:29.403569Z","steps":["trace[1461459835] 'process raft request' (duration: 205.693714ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:29.403951Z","caller":"traceutil/trace.go:171","msg":"trace[65337294] transaction","detail":"{read_only:false; response_revision:26599; number_of_response:1; }","duration":"205.495719ms","start":"2026-04-27T02:21:29.198411Z","end":"2026-04-27T02:21:29.403907Z","steps":["trace[65337294] 'process raft request' (duration: 205.11456ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:29.40405Z","caller":"traceutil/trace.go:171","msg":"trace[382391618] linearizableReadLoop","detail":"{readStateIndex:27479; appliedIndex:27476; }","duration":"161.010967ms","start":"2026-04-27T02:21:29.243021Z","end":"2026-04-27T02:21:29.404032Z","steps":["trace[382391618] 'read index received' (duration: 69.470901ms)","trace[382391618] 'applied index is now lower than readState.Index' (duration: 91.538316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:21:29.404172Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.139501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:21:29.404226Z","caller":"traceutil/trace.go:171","msg":"trace[1533789565] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-user; range_end:; response_count:0; response_revision:26599; }","duration":"161.245014ms","start":"2026-04-27T02:21:29.242969Z","end":"2026-04-27T02:21:29.404214Z","steps":["trace[1533789565] 'agreement among raft nodes before linearized reading' (duration: 161.145251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:29.415011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.652846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-db-sync\" ","response":"range_response_count:1 size:5082"} {"level":"warn","ts":"2026-04-27T02:21:29.415003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.240596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-ks-endpoints\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:21:29.415064Z","caller":"traceutil/trace.go:171","msg":"trace[2043241005] range","detail":"{range_begin:/registry/jobs/openstack/manila-db-sync; range_end:; response_count:1; response_revision:26600; }","duration":"171.751358ms","start":"2026-04-27T02:21:29.243301Z","end":"2026-04-27T02:21:29.415053Z","steps":["trace[2043241005] 'agreement among raft nodes before linearized reading' (duration: 171.514022ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:21:29.415103Z","caller":"traceutil/trace.go:171","msg":"trace[1769796067] range","detail":"{range_begin:/registry/jobs/openstack/manila-ks-endpoints; range_end:; response_count:0; response_revision:26600; }","duration":"171.369709ms","start":"2026-04-27T02:21:29.243712Z","end":"2026-04-27T02:21:29.415081Z","steps":["trace[1769796067] 'agreement among raft nodes before linearized reading' (duration: 171.143843ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:21:29.414996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.521213ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/manila-rabbit-init\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:21:29.415363Z","caller":"traceutil/trace.go:171","msg":"trace[1179831852] range","detail":"{range_begin:/registry/jobs/openstack/manila-rabbit-init; range_end:; response_count:0; response_revision:26600; }","duration":"171.883162ms","start":"2026-04-27T02:21:29.243401Z","end":"2026-04-27T02:21:29.415284Z","steps":["trace[1179831852] 'agreement among raft nodes before linearized reading' (duration: 171.493892ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:23:42.217708Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.551312ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:23:42.21803Z","caller":"traceutil/trace.go:171","msg":"trace[754836187] transaction","detail":"{read_only:false; response_revision:27901; number_of_response:1; }","duration":"216.627791ms","start":"2026-04-27T02:23:42.001361Z","end":"2026-04-27T02:23:42.217988Z","steps":["trace[754836187] 'process raft request' (duration: 100.668938ms)","trace[754836187] 'compare' (duration: 115.388538ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:23:42.218267Z","caller":"traceutil/trace.go:171","msg":"trace[282093958] linearizableReadLoop","detail":"{readStateIndex:28814; appliedIndex:28813; }","duration":"163.44106ms","start":"2026-04-27T02:23:42.054478Z","end":"2026-04-27T02:23:42.217919Z","steps":["trace[282093958] 'read index received' (duration: 47.495817ms)","trace[282093958] 'applied index is now lower than readState.Index' (duration: 115.943073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:23:42.218345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.83371ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:23:42.218515Z","caller":"traceutil/trace.go:171","msg":"trace[1913695279] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27901; }","duration":"164.057566ms","start":"2026-04-27T02:23:42.054438Z","end":"2026-04-27T02:23:42.218496Z","steps":["trace[1913695279] 'agreement among raft nodes before linearized reading' (duration: 163.695747ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:23:52.517551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.45563ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:23:52.51771Z","caller":"traceutil/trace.go:171","msg":"trace[1519049409] transaction","detail":"{read_only:false; response_revision:28047; number_of_response:1; }","duration":"187.870915ms","start":"2026-04-27T02:23:52.329826Z","end":"2026-04-27T02:23:52.517696Z","steps":["trace[1519049409] 'process raft request' (duration: 187.823154ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:23:52.517721Z","caller":"traceutil/trace.go:171","msg":"trace[118595473] transaction","detail":"{read_only:false; response_revision:28046; number_of_response:1; }","duration":"228.727705ms","start":"2026-04-27T02:23:52.28895Z","end":"2026-04-27T02:23:52.517678Z","steps":["trace[118595473] 'process raft request' (duration: 117.07618ms)","trace[118595473] 'compare' (duration: 111.285746ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:23:52.517816Z","caller":"traceutil/trace.go:171","msg":"trace[164369160] linearizableReadLoop","detail":"{readStateIndex:28965; appliedIndex:28964; }","duration":"223.794421ms","start":"2026-04-27T02:23:52.293993Z","end":"2026-04-27T02:23:52.517788Z","steps":["trace[164369160] 'read index received' (duration: 16.209749ms)","trace[164369160] 'applied index is now lower than readState.Index' (duration: 207.563002ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:23:52.518042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.603296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:23:52.518062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.049407ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T02:23:52.518059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.689286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:23:52.5181Z","caller":"traceutil/trace.go:171","msg":"trace[618147734] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:28047; }","duration":"102.704488ms","start":"2026-04-27T02:23:52.415379Z","end":"2026-04-27T02:23:52.518083Z","steps":["trace[618147734] 'agreement among raft nodes before linearized reading' (duration: 102.584235ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:23:52.518123Z","caller":"traceutil/trace.go:171","msg":"trace[459977738] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:28047; }","duration":"224.141869ms","start":"2026-04-27T02:23:52.293966Z","end":"2026-04-27T02:23:52.518107Z","steps":["trace[459977738] 'agreement among raft nodes before linearized reading' (duration: 223.940314ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:23:52.518156Z","caller":"traceutil/trace.go:171","msg":"trace[447503825] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:28047; }","duration":"167.830359ms","start":"2026-04-27T02:23:52.350302Z","end":"2026-04-27T02:23:52.518133Z","steps":["trace[447503825] 'agreement among raft nodes before linearized reading' (duration: 167.664985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:23:52.518108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.354459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:23:52.518241Z","caller":"traceutil/trace.go:171","msg":"trace[676618150] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:28047; }","duration":"223.508453ms","start":"2026-04-27T02:23:52.294693Z","end":"2026-04-27T02:23:52.518201Z","steps":["trace[676618150] 'agreement among raft nodes before linearized reading' (duration: 223.262507ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:24:04.567309Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25184} {"level":"info","ts":"2026-04-27T02:24:04.700822Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25184,"took":"129.122235ms","hash":2111424772,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":36442112,"current-db-size-in-use":"36 MB"} {"level":"info","ts":"2026-04-27T02:24:04.700896Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2111424772,"revision":25184,"compact-revision":23007} {"level":"info","ts":"2026-04-27T02:25:57.036545Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T02:25:57.042292Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-04-27T02:25:57.042419Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-04-27T02:28:52.067436Z","caller":"traceutil/trace.go:171","msg":"trace[1772194028] transaction","detail":"{read_only:false; response_revision:30326; number_of_response:1; }","duration":"120.078575ms","start":"2026-04-27T02:28:51.947323Z","end":"2026-04-27T02:28:52.067401Z","steps":["trace[1772194028] 'process raft request' (duration: 119.028468ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:28:52.067525Z","caller":"traceutil/trace.go:171","msg":"trace[1601977641] transaction","detail":"{read_only:false; response_revision:30328; number_of_response:1; }","duration":"106.879694ms","start":"2026-04-27T02:28:51.960611Z","end":"2026-04-27T02:28:52.067491Z","steps":["trace[1601977641] 'process raft request' (duration: 106.772721ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:28:52.067569Z","caller":"traceutil/trace.go:171","msg":"trace[1528053204] transaction","detail":"{read_only:false; response_revision:30327; number_of_response:1; }","duration":"108.191926ms","start":"2026-04-27T02:28:51.959323Z","end":"2026-04-27T02:28:52.067514Z","steps":["trace[1528053204] 'process raft request' (duration: 107.959781ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:28:52.067679Z","caller":"traceutil/trace.go:171","msg":"trace[1942314445] transaction","detail":"{read_only:false; response_revision:30329; number_of_response:1; }","duration":"105.795386ms","start":"2026-04-27T02:28:51.96187Z","end":"2026-04-27T02:28:52.067666Z","steps":["trace[1942314445] 'process raft request' (duration: 105.5671ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:29:04.573461Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":28171} {"level":"info","ts":"2026-04-27T02:29:04.716752Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":28171,"took":"138.742646ms","hash":1767556569,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":31911936,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-27T02:29:04.716806Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1767556569,"revision":28171,"compact-revision":25184} {"level":"info","ts":"2026-04-27T02:34:04.579723Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30422} {"level":"info","ts":"2026-04-27T02:34:04.708229Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30422,"took":"124.77949ms","hash":3262136388,"current-db-size-bytes":57856000,"current-db-size":"58 MB","current-db-size-in-use-bytes":30289920,"current-db-size-in-use":"30 MB"} {"level":"info","ts":"2026-04-27T02:34:04.708305Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3262136388,"revision":30422,"compact-revision":28171} {"level":"info","ts":"2026-04-27T02:35:57.822061Z","caller":"traceutil/trace.go:171","msg":"trace[1720430274] transaction","detail":"{read_only:false; response_revision:33512; number_of_response:1; }","duration":"105.014405ms","start":"2026-04-27T02:35:57.717014Z","end":"2026-04-27T02:35:57.822028Z","steps":["trace[1720430274] 'process raft request' (duration: 104.868161ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:35:57.822074Z","caller":"traceutil/trace.go:171","msg":"trace[1866791800] transaction","detail":"{read_only:false; response_revision:33513; number_of_response:1; }","duration":"104.305156ms","start":"2026-04-27T02:35:57.717741Z","end":"2026-04-27T02:35:57.822046Z","steps":["trace[1866791800] 'process raft request' (duration: 104.185593ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:35:57.822077Z","caller":"traceutil/trace.go:171","msg":"trace[1258132508] transaction","detail":"{read_only:false; response_revision:33511; number_of_response:1; }","duration":"115.330703ms","start":"2026-04-27T02:35:57.706665Z","end":"2026-04-27T02:35:57.821996Z","steps":["trace[1258132508] 'process raft request' (duration: 115.054106ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:35:57.823042Z","caller":"traceutil/trace.go:171","msg":"trace[1926599445] transaction","detail":"{read_only:false; response_revision:33514; number_of_response:1; }","duration":"105.184948ms","start":"2026-04-27T02:35:57.717838Z","end":"2026-04-27T02:35:57.823023Z","steps":["trace[1926599445] 'process raft request' (duration: 104.132992ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:05.971257Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.751482ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:36:05.971367Z","caller":"traceutil/trace.go:171","msg":"trace[1828754669] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33567; }","duration":"154.909346ms","start":"2026-04-27T02:36:05.816438Z","end":"2026-04-27T02:36:05.971347Z","steps":["trace[1828754669] 'range keys from in-memory index tree' (duration: 154.583078ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:05.971428Z","caller":"traceutil/trace.go:171","msg":"trace[942500224] transaction","detail":"{read_only:false; response_revision:33569; number_of_response:1; }","duration":"107.610919ms","start":"2026-04-27T02:36:05.863793Z","end":"2026-04-27T02:36:05.971404Z","steps":["trace[942500224] 'process raft request' (duration: 107.479496ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:05.971541Z","caller":"traceutil/trace.go:171","msg":"trace[1368464575] transaction","detail":"{read_only:false; response_revision:33568; number_of_response:1; }","duration":"109.127837ms","start":"2026-04-27T02:36:05.862363Z","end":"2026-04-27T02:36:05.971491Z","steps":["trace[1368464575] 'process raft request' (duration: 105.277251ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:05.97193Z","caller":"traceutil/trace.go:171","msg":"trace[1835720607] transaction","detail":"{read_only:false; response_revision:33570; number_of_response:1; }","duration":"107.552068ms","start":"2026-04-27T02:36:05.864363Z","end":"2026-04-27T02:36:05.971915Z","steps":["trace[1835720607] 'process raft request' (duration: 107.009584ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:05.971922Z","caller":"traceutil/trace.go:171","msg":"trace[1194944179] transaction","detail":"{read_only:false; response_revision:33571; number_of_response:1; }","duration":"107.27024ms","start":"2026-04-27T02:36:05.864628Z","end":"2026-04-27T02:36:05.971899Z","steps":["trace[1194944179] 'process raft request' (duration: 107.179088ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:06.812285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.290879ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:06.812402Z","caller":"traceutil/trace.go:171","msg":"trace[5761935] transaction","detail":"{read_only:false; response_revision:33576; number_of_response:1; }","duration":"351.854405ms","start":"2026-04-27T02:36:06.460524Z","end":"2026-04-27T02:36:06.812379Z","steps":["trace[5761935] 'process raft request' (duration: 154.389933ms)","trace[5761935] 'compare' (duration: 196.94355ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:06.812756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:06.460502Z","time spent":"352.215075ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:36:06.874469Z","caller":"traceutil/trace.go:171","msg":"trace[465814900] linearizableReadLoop","detail":"{readStateIndex:34658; appliedIndex:34656; }","duration":"301.894762ms","start":"2026-04-27T02:36:06.572541Z","end":"2026-04-27T02:36:06.874436Z","steps":["trace[465814900] 'read index received' (duration: 42.525226ms)","trace[465814900] 'applied index is now lower than readState.Index' (duration: 259.368396ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:06.874517Z","caller":"traceutil/trace.go:171","msg":"trace[1942038169] transaction","detail":"{read_only:false; response_revision:33577; number_of_response:1; }","duration":"411.122522ms","start":"2026-04-27T02:36:06.463365Z","end":"2026-04-27T02:36:06.874488Z","steps":["trace[1942038169] 'process raft request' (duration: 410.919027ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:06.874684Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:06.463346Z","time spent":"411.232024ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:36:06.874895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.48744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/manila-ssh-keys\" ","response":"range_response_count:1 size:4425"} {"level":"info","ts":"2026-04-27T02:36:06.874975Z","caller":"traceutil/trace.go:171","msg":"trace[1019929859] range","detail":"{range_begin:/registry/secrets/openstack/manila-ssh-keys; range_end:; response_count:1; response_revision:33577; }","duration":"206.566642ms","start":"2026-04-27T02:36:06.668385Z","end":"2026-04-27T02:36:06.874952Z","steps":["trace[1019929859] 'agreement among raft nodes before linearized reading' (duration: 206.321465ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:06.875573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.761964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:36:06.875733Z","caller":"traceutil/trace.go:171","msg":"trace[368169137] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33577; }","duration":"303.223306ms","start":"2026-04-27T02:36:06.572488Z","end":"2026-04-27T02:36:06.875711Z","steps":["trace[368169137] 'agreement among raft nodes before linearized reading' (duration: 302.102937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:06.875815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:06.572468Z","time spent":"303.333389ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:36:07.050294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.122697ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:07.050608Z","caller":"traceutil/trace.go:171","msg":"trace[1172914589] transaction","detail":"{read_only:false; response_revision:33579; number_of_response:1; }","duration":"152.886574ms","start":"2026-04-27T02:36:06.897692Z","end":"2026-04-27T02:36:07.050578Z","steps":["trace[1172914589] 'process raft request' (duration: 35.247244ms)","trace[1172914589] 'compare' (duration: 116.474942ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:07.051109Z","caller":"traceutil/trace.go:171","msg":"trace[2109805134] linearizableReadLoop","detail":"{readStateIndex:34661; appliedIndex:34659; }","duration":"129.075747ms","start":"2026-04-27T02:36:06.92202Z","end":"2026-04-27T02:36:07.051096Z","steps":["trace[2109805134] 'read index received' (duration: 11.010456ms)","trace[2109805134] 'applied index is now lower than readState.Index' (duration: 118.064031ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:07.051196Z","caller":"traceutil/trace.go:171","msg":"trace[873760715] transaction","detail":"{read_only:false; response_revision:33580; number_of_response:1; }","duration":"153.464979ms","start":"2026-04-27T02:36:06.897707Z","end":"2026-04-27T02:36:07.051172Z","steps":["trace[873760715] 'process raft request' (duration: 153.216283ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:07.051244Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.19635ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:07.051308Z","caller":"traceutil/trace.go:171","msg":"trace[590968479] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33580; }","duration":"129.311483ms","start":"2026-04-27T02:36:06.921981Z","end":"2026-04-27T02:36:07.051293Z","steps":["trace[590968479] 'agreement among raft nodes before linearized reading' (duration: 129.18533ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:08.530146Z","caller":"traceutil/trace.go:171","msg":"trace[790157582] linearizableReadLoop","detail":"{readStateIndex:34672; appliedIndex:34671; }","duration":"138.247447ms","start":"2026-04-27T02:36:08.391877Z","end":"2026-04-27T02:36:08.530124Z","steps":["trace[790157582] 'read index received' (duration: 138.042402ms)","trace[790157582] 'applied index is now lower than readState.Index' (duration: 204.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:08.530226Z","caller":"traceutil/trace.go:171","msg":"trace[1938260757] transaction","detail":"{read_only:false; response_revision:33591; number_of_response:1; }","duration":"151.561952ms","start":"2026-04-27T02:36:08.378612Z","end":"2026-04-27T02:36:08.530174Z","steps":["trace[1938260757] 'process raft request' (duration: 151.355657ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:08.53036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.447412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:36:08.530411Z","caller":"traceutil/trace.go:171","msg":"trace[1769398111] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33591; }","duration":"138.555535ms","start":"2026-04-27T02:36:08.391837Z","end":"2026-04-27T02:36:08.530393Z","steps":["trace[1769398111] 'agreement among raft nodes before linearized reading' (duration: 138.378821ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:08.725842Z","caller":"traceutil/trace.go:171","msg":"trace[1439133669] transaction","detail":"{read_only:false; response_revision:33593; number_of_response:1; }","duration":"115.009555ms","start":"2026-04-27T02:36:08.610786Z","end":"2026-04-27T02:36:08.725796Z","steps":["trace[1439133669] 'process raft request' (duration: 74.796737ms)","trace[1439133669] 'compare' (duration: 39.972332ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:08.941413Z","caller":"traceutil/trace.go:171","msg":"trace[870022221] transaction","detail":"{read_only:false; response_revision:33594; number_of_response:1; }","duration":"119.776855ms","start":"2026-04-27T02:36:08.821595Z","end":"2026-04-27T02:36:08.941372Z","steps":["trace[870022221] 'process raft request' (duration: 40.044286ms)","trace[870022221] 'compare' (duration: 79.570085ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:09.265233Z","caller":"traceutil/trace.go:171","msg":"trace[1018783076] linearizableReadLoop","detail":"{readStateIndex:34678; appliedIndex:34677; }","duration":"101.923797ms","start":"2026-04-27T02:36:09.163284Z","end":"2026-04-27T02:36:09.265208Z","steps":["trace[1018783076] 'read index received' (duration: 101.725952ms)","trace[1018783076] 'applied index is now lower than readState.Index' (duration: 196.995µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:09.265464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.160163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T02:36:09.265517Z","caller":"traceutil/trace.go:171","msg":"trace[156314770] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:33597; }","duration":"102.247606ms","start":"2026-04-27T02:36:09.163255Z","end":"2026-04-27T02:36:09.265503Z","steps":["trace[156314770] 'agreement among raft nodes before linearized reading' (duration: 102.058571ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:09.265908Z","caller":"traceutil/trace.go:171","msg":"trace[1585977592] transaction","detail":"{read_only:false; response_revision:33597; number_of_response:1; }","duration":"123.036227ms","start":"2026-04-27T02:36:09.142847Z","end":"2026-04-27T02:36:09.265884Z","steps":["trace[1585977592] 'process raft request' (duration: 122.227757ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:10.294456Z","caller":"traceutil/trace.go:171","msg":"trace[1822952312] transaction","detail":"{read_only:false; response_revision:33602; number_of_response:1; }","duration":"242.898183ms","start":"2026-04-27T02:36:10.051522Z","end":"2026-04-27T02:36:10.29442Z","steps":["trace[1822952312] 'process raft request' (duration: 242.589716ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:10.294649Z","caller":"traceutil/trace.go:171","msg":"trace[571417198] transaction","detail":"{read_only:false; response_revision:33601; number_of_response:1; }","duration":"243.201301ms","start":"2026-04-27T02:36:10.051421Z","end":"2026-04-27T02:36:10.294622Z","steps":["trace[571417198] 'process raft request' (duration: 196.517601ms)","trace[571417198] 'compare' (duration: 46.042254ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:10.294489Z","caller":"traceutil/trace.go:171","msg":"trace[643934147] linearizableReadLoop","detail":"{readStateIndex:34685; appliedIndex:34682; }","duration":"145.995002ms","start":"2026-04-27T02:36:10.14847Z","end":"2026-04-27T02:36:10.294465Z","steps":["trace[643934147] 'read index received' (duration: 99.480096ms)","trace[643934147] 'applied index is now lower than readState.Index' (duration: 46.513706ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:10.294481Z","caller":"traceutil/trace.go:171","msg":"trace[1602016458] transaction","detail":"{read_only:false; response_revision:33603; number_of_response:1; }","duration":"242.013311ms","start":"2026-04-27T02:36:10.052429Z","end":"2026-04-27T02:36:10.294442Z","steps":["trace[1602016458] 'process raft request' (duration: 241.741184ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:10.295232Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.749981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:36:10.295286Z","caller":"traceutil/trace.go:171","msg":"trace[1233076018] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33604; }","duration":"146.845653ms","start":"2026-04-27T02:36:10.148426Z","end":"2026-04-27T02:36:10.295272Z","steps":["trace[1233076018] 'agreement among raft nodes before linearized reading' (duration: 146.117865ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:11.068725Z","caller":"traceutil/trace.go:171","msg":"trace[717420218] transaction","detail":"{read_only:false; response_revision:33608; number_of_response:1; }","duration":"111.865936ms","start":"2026-04-27T02:36:10.956826Z","end":"2026-04-27T02:36:11.068692Z","steps":["trace[717420218] 'process raft request' (duration: 111.422994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:11.724567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.600775ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:11.724793Z","caller":"traceutil/trace.go:171","msg":"trace[782862883] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33612; }","duration":"108.928723ms","start":"2026-04-27T02:36:11.615832Z","end":"2026-04-27T02:36:11.724761Z","steps":["trace[782862883] 'range keys from in-memory index tree' (duration: 108.491442ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:12.478942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"242.234986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:12.479028Z","caller":"traceutil/trace.go:171","msg":"trace[496557140] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33613; }","duration":"242.345509ms","start":"2026-04-27T02:36:12.236664Z","end":"2026-04-27T02:36:12.479009Z","steps":["trace[496557140] 'count revisions from in-memory index tree' (duration: 242.161874ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:12.479351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.474691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:12.479444Z","caller":"traceutil/trace.go:171","msg":"trace[1987758661] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33613; }","duration":"232.617755ms","start":"2026-04-27T02:36:12.246812Z","end":"2026-04-27T02:36:12.479429Z","steps":["trace[1987758661] 'count revisions from in-memory index tree' (duration: 232.41827ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:12.479459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.758526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:36:12.479522Z","caller":"traceutil/trace.go:171","msg":"trace[475209554] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33613; }","duration":"214.84943ms","start":"2026-04-27T02:36:12.264657Z","end":"2026-04-27T02:36:12.479506Z","steps":["trace[475209554] 'range keys from in-memory index tree' (duration: 214.596662ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:12.479531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.981578ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:12.479722Z","caller":"traceutil/trace.go:171","msg":"trace[249940658] transaction","detail":"{read_only:false; response_revision:33614; number_of_response:1; }","duration":"177.679817ms","start":"2026-04-27T02:36:12.302025Z","end":"2026-04-27T02:36:12.479704Z","steps":["trace[249940658] 'process raft request' (duration: 18.446363ms)","trace[249940658] 'compare' (duration: 158.338852ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:12.479773Z","caller":"traceutil/trace.go:171","msg":"trace[1621201601] transaction","detail":"{read_only:false; response_revision:33615; number_of_response:1; }","duration":"177.510082ms","start":"2026-04-27T02:36:12.30224Z","end":"2026-04-27T02:36:12.47975Z","steps":["trace[1621201601] 'process raft request' (duration: 177.391089ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:12.48009Z","caller":"traceutil/trace.go:171","msg":"trace[754727514] transaction","detail":"{read_only:false; response_revision:33616; number_of_response:1; }","duration":"177.715198ms","start":"2026-04-27T02:36:12.302343Z","end":"2026-04-27T02:36:12.480058Z","steps":["trace[754727514] 'process raft request' (duration: 177.368169ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:12.48023Z","caller":"traceutil/trace.go:171","msg":"trace[1878266363] transaction","detail":"{read_only:false; response_revision:33617; number_of_response:1; }","duration":"177.746979ms","start":"2026-04-27T02:36:12.302471Z","end":"2026-04-27T02:36:12.480218Z","steps":["trace[1878266363] 'process raft request' (duration: 177.517463ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:12.530774Z","caller":"traceutil/trace.go:171","msg":"trace[1126996812] linearizableReadLoop","detail":"{readStateIndex:34700; appliedIndex:34695; }","duration":"191.79116ms","start":"2026-04-27T02:36:12.338954Z","end":"2026-04-27T02:36:12.530745Z","steps":["trace[1126996812] 'read index received' (duration: 139.476608ms)","trace[1126996812] 'applied index is now lower than readState.Index' (duration: 52.313012ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:12.530897Z","caller":"traceutil/trace.go:171","msg":"trace[1977876690] transaction","detail":"{read_only:false; response_revision:33618; number_of_response:1; }","duration":"207.066084ms","start":"2026-04-27T02:36:12.323786Z","end":"2026-04-27T02:36:12.530852Z","steps":["trace[1977876690] 'process raft request' (duration: 206.735965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:12.531035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.050478ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:36:12.531086Z","caller":"traceutil/trace.go:171","msg":"trace[2033557262] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33618; }","duration":"192.160061ms","start":"2026-04-27T02:36:12.338911Z","end":"2026-04-27T02:36:12.531071Z","steps":["trace[2033557262] 'agreement among raft nodes before linearized reading' (duration: 191.974947ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:12.531097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.754329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:12.531197Z","caller":"traceutil/trace.go:171","msg":"trace[1943411238] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:33618; }","duration":"165.909763ms","start":"2026-04-27T02:36:12.365262Z","end":"2026-04-27T02:36:12.531172Z","steps":["trace[1943411238] 'agreement among raft nodes before linearized reading' (duration: 165.744609ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:13.246335Z","caller":"traceutil/trace.go:171","msg":"trace[1019209446] transaction","detail":"{read_only:false; response_revision:33623; number_of_response:1; }","duration":"130.434922ms","start":"2026-04-27T02:36:13.115872Z","end":"2026-04-27T02:36:13.246307Z","steps":["trace[1019209446] 'process raft request' (duration: 130.036142ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:13.478342Z","caller":"traceutil/trace.go:171","msg":"trace[630987696] transaction","detail":"{read_only:false; response_revision:33626; number_of_response:1; }","duration":"140.570226ms","start":"2026-04-27T02:36:13.337746Z","end":"2026-04-27T02:36:13.478317Z","steps":["trace[630987696] 'process raft request' (duration: 60.639521ms)","trace[630987696] 'compare' (duration: 79.782421ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:14.593683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.075407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:36:14.593819Z","caller":"traceutil/trace.go:171","msg":"trace[1234924917] linearizableReadLoop","detail":"{readStateIndex:34711; appliedIndex:34710; }","duration":"135.663154ms","start":"2026-04-27T02:36:14.458137Z","end":"2026-04-27T02:36:14.5938Z","steps":["trace[1234924917] 'read index received' (duration: 50.402µs)","trace[1234924917] 'applied index is now lower than readState.Index' (duration: 135.611082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:14.594125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.976121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:14.594174Z","caller":"traceutil/trace.go:171","msg":"trace[896863407] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:33628; }","duration":"136.076663ms","start":"2026-04-27T02:36:14.458083Z","end":"2026-04-27T02:36:14.59416Z","steps":["trace[896863407] 'agreement among raft nodes before linearized reading' (duration: 135.961341ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:14.602824Z","caller":"traceutil/trace.go:171","msg":"trace[1830943604] transaction","detail":"{read_only:false; response_revision:33629; number_of_response:1; }","duration":"116.308257ms","start":"2026-04-27T02:36:14.486483Z","end":"2026-04-27T02:36:14.602791Z","steps":["trace[1830943604] 'process raft request' (duration: 116.088531ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:14.817164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.891641ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:14.817411Z","caller":"traceutil/trace.go:171","msg":"trace[935912608] transaction","detail":"{read_only:false; response_revision:33633; number_of_response:1; }","duration":"200.432108ms","start":"2026-04-27T02:36:14.616961Z","end":"2026-04-27T02:36:14.817393Z","steps":["trace[935912608] 'process raft request' (duration: 200.391147ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:14.817548Z","caller":"traceutil/trace.go:171","msg":"trace[1456738824] transaction","detail":"{read_only:false; response_revision:33631; number_of_response:1; }","duration":"329.888905ms","start":"2026-04-27T02:36:14.487611Z","end":"2026-04-27T02:36:14.8175Z","steps":["trace[1456738824] 'process raft request' (duration: 329.650309ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:14.817671Z","caller":"traceutil/trace.go:171","msg":"trace[2094261389] linearizableReadLoop","detail":"{readStateIndex:34715; appliedIndex:34711; }","duration":"223.762633ms","start":"2026-04-27T02:36:14.593848Z","end":"2026-04-27T02:36:14.817611Z","steps":["trace[2094261389] 'read index received' (duration: 8.77028ms)","trace[2094261389] 'applied index is now lower than readState.Index' (duration: 214.986373ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:14.817771Z","caller":"traceutil/trace.go:171","msg":"trace[942023363] transaction","detail":"{read_only:false; response_revision:33630; number_of_response:1; }","duration":"331.193397ms","start":"2026-04-27T02:36:14.48653Z","end":"2026-04-27T02:36:14.817723Z","steps":["trace[942023363] 'process raft request' (duration: 225.64658ms)","trace[942023363] 'compare' (duration: 104.753678ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:14.817839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:14.487588Z","time spent":"330.121871ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:36:14.817904Z","caller":"traceutil/trace.go:171","msg":"trace[1768790205] transaction","detail":"{read_only:false; response_revision:33632; number_of_response:1; }","duration":"329.541516ms","start":"2026-04-27T02:36:14.488342Z","end":"2026-04-27T02:36:14.817884Z","steps":["trace[1768790205] 'process raft request' (duration: 328.971092ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:14.817948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:14.486502Z","time spent":"331.380822ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:36:14.817987Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.242229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:36:14.817972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"251.177231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-04-27T02:36:14.817969Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"292.422075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:14.818026Z","caller":"traceutil/trace.go:171","msg":"trace[1811532310] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33633; }","duration":"203.330791ms","start":"2026-04-27T02:36:14.614685Z","end":"2026-04-27T02:36:14.818015Z","steps":["trace[1811532310] 'agreement among raft nodes before linearized reading' (duration: 203.253449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:14.818027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.50761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:14.818046Z","caller":"traceutil/trace.go:171","msg":"trace[520796509] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33633; }","duration":"251.304724ms","start":"2026-04-27T02:36:14.566723Z","end":"2026-04-27T02:36:14.818028Z","steps":["trace[520796509] 'agreement among raft nodes before linearized reading' (duration: 251.040107ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:14.818058Z","caller":"traceutil/trace.go:171","msg":"trace[188115980] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:33633; }","duration":"292.576269ms","start":"2026-04-27T02:36:14.525461Z","end":"2026-04-27T02:36:14.818038Z","steps":["trace[188115980] 'agreement among raft nodes before linearized reading' (duration: 292.399595ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:14.8181Z","caller":"traceutil/trace.go:171","msg":"trace[901172825] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:33633; }","duration":"204.665273ms","start":"2026-04-27T02:36:14.61342Z","end":"2026-04-27T02:36:14.818085Z","steps":["trace[901172825] 'agreement among raft nodes before linearized reading' (duration: 204.496759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:14.817999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:14.488329Z","time spent":"329.616928ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:36:14.967865Z","caller":"traceutil/trace.go:171","msg":"trace[582664277] transaction","detail":"{read_only:false; response_revision:33635; number_of_response:1; }","duration":"143.680764ms","start":"2026-04-27T02:36:14.82416Z","end":"2026-04-27T02:36:14.967841Z","steps":["trace[582664277] 'process raft request' (duration: 94.457219ms)","trace[582664277] 'compare' (duration: 49.109172ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:15.622154Z","caller":"traceutil/trace.go:171","msg":"trace[182562987] transaction","detail":"{read_only:false; response_revision:33639; number_of_response:1; }","duration":"135.955431ms","start":"2026-04-27T02:36:15.486145Z","end":"2026-04-27T02:36:15.622101Z","steps":["trace[182562987] 'process raft request' (duration: 101.326743ms)","trace[182562987] 'compare' (duration: 34.376562ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:15.648829Z","caller":"traceutil/trace.go:171","msg":"trace[228477060] linearizableReadLoop","detail":"{readStateIndex:34723; appliedIndex:34721; }","duration":"111.300402ms","start":"2026-04-27T02:36:15.537494Z","end":"2026-04-27T02:36:15.648795Z","steps":["trace[228477060] 'read index received' (duration: 49.970333ms)","trace[228477060] 'applied index is now lower than readState.Index' (duration: 61.323459ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:15.648957Z","caller":"traceutil/trace.go:171","msg":"trace[309768234] transaction","detail":"{read_only:false; response_revision:33640; number_of_response:1; }","duration":"144.963236ms","start":"2026-04-27T02:36:15.503955Z","end":"2026-04-27T02:36:15.648919Z","steps":["trace[309768234] 'process raft request' (duration: 144.588556ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:15.649033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.520977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:15.649076Z","caller":"traceutil/trace.go:171","msg":"trace[2029735242] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:33640; }","duration":"111.631361ms","start":"2026-04-27T02:36:15.537428Z","end":"2026-04-27T02:36:15.649059Z","steps":["trace[2029735242] 'agreement among raft nodes before linearized reading' (duration: 111.491907ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:17.107756Z","caller":"traceutil/trace.go:171","msg":"trace[700026377] transaction","detail":"{read_only:false; response_revision:33645; number_of_response:1; }","duration":"285.233146ms","start":"2026-04-27T02:36:16.822493Z","end":"2026-04-27T02:36:17.107726Z","steps":["trace[700026377] 'process raft request' (duration: 285.063322ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:17.115478Z","caller":"traceutil/trace.go:171","msg":"trace[1403610101] transaction","detail":"{read_only:false; response_revision:33646; number_of_response:1; }","duration":"292.903707ms","start":"2026-04-27T02:36:16.822551Z","end":"2026-04-27T02:36:17.115455Z","steps":["trace[1403610101] 'process raft request' (duration: 292.734443ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:17.115666Z","caller":"traceutil/trace.go:171","msg":"trace[928969690] transaction","detail":"{read_only:false; response_revision:33647; number_of_response:1; }","duration":"292.883507ms","start":"2026-04-27T02:36:16.822775Z","end":"2026-04-27T02:36:17.115659Z","steps":["trace[928969690] 'process raft request' (duration: 292.631611ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:17.116003Z","caller":"traceutil/trace.go:171","msg":"trace[792481306] transaction","detail":"{read_only:false; response_revision:33648; number_of_response:1; }","duration":"291.332048ms","start":"2026-04-27T02:36:16.824661Z","end":"2026-04-27T02:36:17.115993Z","steps":["trace[792481306] 'process raft request' (duration: 290.969139ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:17.116003Z","caller":"traceutil/trace.go:171","msg":"trace[1916740113] linearizableReadLoop","detail":"{readStateIndex:34731; appliedIndex:34727; }","duration":"197.588906ms","start":"2026-04-27T02:36:16.918385Z","end":"2026-04-27T02:36:17.115974Z","steps":["trace[1916740113] 'read index received' (duration: 189.155224ms)","trace[1916740113] 'applied index is now lower than readState.Index' (duration: 8.432322ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:17.116379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.820084ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:17.116431Z","caller":"traceutil/trace.go:171","msg":"trace[336637242] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:33648; }","duration":"164.918726ms","start":"2026-04-27T02:36:16.951497Z","end":"2026-04-27T02:36:17.116416Z","steps":["trace[336637242] 'agreement among raft nodes before linearized reading' (duration: 164.819343ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:17.116446Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.999517ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:36:17.116549Z","caller":"traceutil/trace.go:171","msg":"trace[1756768247] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33648; }","duration":"198.208072ms","start":"2026-04-27T02:36:16.91833Z","end":"2026-04-27T02:36:17.116538Z","steps":["trace[1756768247] 'agreement among raft nodes before linearized reading' (duration: 197.952065ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:17.116603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.5525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:36:17.116725Z","caller":"traceutil/trace.go:171","msg":"trace[1549993113] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33648; }","duration":"143.728406ms","start":"2026-04-27T02:36:16.972968Z","end":"2026-04-27T02:36:17.116697Z","steps":["trace[1549993113] 'agreement among raft nodes before linearized reading' (duration: 143.434467ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:17.48221Z","caller":"traceutil/trace.go:171","msg":"trace[868865183] linearizableReadLoop","detail":"{readStateIndex:34733; appliedIndex:34732; }","duration":"165.05391ms","start":"2026-04-27T02:36:17.317133Z","end":"2026-04-27T02:36:17.482187Z","steps":["trace[868865183] 'read index received' (duration: 164.838375ms)","trace[868865183] 'applied index is now lower than readState.Index' (duration: 214.545µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:17.482325Z","caller":"traceutil/trace.go:171","msg":"trace[989648473] transaction","detail":"{read_only:false; response_revision:33650; number_of_response:1; }","duration":"361.18162ms","start":"2026-04-27T02:36:17.121105Z","end":"2026-04-27T02:36:17.482286Z","steps":["trace[989648473] 'process raft request' (duration: 360.927503ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:17.482442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.298436ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T02:36:17.482484Z","caller":"traceutil/trace.go:171","msg":"trace[19716281] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33650; }","duration":"165.388998ms","start":"2026-04-27T02:36:17.317085Z","end":"2026-04-27T02:36:17.482474Z","steps":["trace[19716281] 'agreement among raft nodes before linearized reading' (duration: 165.217944ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:17.482654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:17.121096Z","time spent":"361.278563ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:36:17.764566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.826142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:36:17.765003Z","caller":"traceutil/trace.go:171","msg":"trace[96997039] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33653; }","duration":"127.310064ms","start":"2026-04-27T02:36:17.637673Z","end":"2026-04-27T02:36:17.764983Z","steps":["trace[96997039] 'range keys from in-memory index tree' (duration: 126.578145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:17.764579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.152681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:17.765147Z","caller":"traceutil/trace.go:171","msg":"trace[1995940787] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33653; }","duration":"149.721835ms","start":"2026-04-27T02:36:17.615391Z","end":"2026-04-27T02:36:17.765113Z","steps":["trace[1995940787] 'range keys from in-memory index tree' (duration: 149.068589ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:17.764745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.482914ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:36:17.765253Z","caller":"traceutil/trace.go:171","msg":"trace[502988329] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33653; }","duration":"138.991587ms","start":"2026-04-27T02:36:17.626242Z","end":"2026-04-27T02:36:17.765234Z","steps":["trace[502988329] 'range keys from in-memory index tree' (duration: 138.272809ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:17.764819Z","caller":"traceutil/trace.go:171","msg":"trace[399996347] transaction","detail":"{read_only:false; response_revision:33654; number_of_response:1; }","duration":"109.062335ms","start":"2026-04-27T02:36:17.655731Z","end":"2026-04-27T02:36:17.764793Z","steps":["trace[399996347] 'process raft request' (duration: 89.096835ms)","trace[399996347] 'compare' (duration: 19.462798ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:18.261868Z","caller":"traceutil/trace.go:171","msg":"trace[1527139945] linearizableReadLoop","detail":"{readStateIndex:34739; appliedIndex:34738; }","duration":"102.108131ms","start":"2026-04-27T02:36:18.159726Z","end":"2026-04-27T02:36:18.261835Z","steps":["trace[1527139945] 'read index received' (duration: 101.789373ms)","trace[1527139945] 'applied index is now lower than readState.Index' (duration: 317.398µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:18.262098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.296075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:18.262144Z","caller":"traceutil/trace.go:171","msg":"trace[683387662] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:33656; }","duration":"102.456369ms","start":"2026-04-27T02:36:18.159671Z","end":"2026-04-27T02:36:18.262128Z","steps":["trace[683387662] 'agreement among raft nodes before linearized reading' (duration: 102.285365ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:18.262463Z","caller":"traceutil/trace.go:171","msg":"trace[176607989] transaction","detail":"{read_only:false; response_revision:33656; number_of_response:1; }","duration":"146.179207ms","start":"2026-04-27T02:36:18.116264Z","end":"2026-04-27T02:36:18.262443Z","steps":["trace[176607989] 'process raft request' (duration: 145.280254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:18.561877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.953949ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:18.561985Z","caller":"traceutil/trace.go:171","msg":"trace[933245894] transaction","detail":"{read_only:false; response_revision:33657; number_of_response:1; }","duration":"242.739839ms","start":"2026-04-27T02:36:18.319227Z","end":"2026-04-27T02:36:18.561967Z","steps":["trace[933245894] 'process raft request' (duration: 108.531993ms)","trace[933245894] 'compare' (duration: 133.849567ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:19.355838Z","caller":"traceutil/trace.go:171","msg":"trace[300594430] linearizableReadLoop","detail":"{readStateIndex:34745; appliedIndex:34741; }","duration":"201.511925ms","start":"2026-04-27T02:36:19.154307Z","end":"2026-04-27T02:36:19.355819Z","steps":["trace[300594430] 'read index received' (duration: 25.630783ms)","trace[300594430] 'applied index is now lower than readState.Index' (duration: 175.880392ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:19.355948Z","caller":"traceutil/trace.go:171","msg":"trace[986813752] transaction","detail":"{read_only:false; response_revision:33660; number_of_response:1; }","duration":"235.584959ms","start":"2026-04-27T02:36:19.120328Z","end":"2026-04-27T02:36:19.355913Z","steps":["trace[986813752] 'process raft request' (duration: 235.306292ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:19.356054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.73252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:36:19.356088Z","caller":"traceutil/trace.go:171","msg":"trace[479604472] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33662; }","duration":"201.800492ms","start":"2026-04-27T02:36:19.154278Z","end":"2026-04-27T02:36:19.356079Z","steps":["trace[479604472] 'agreement among raft nodes before linearized reading' (duration: 201.646099ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:19.355991Z","caller":"traceutil/trace.go:171","msg":"trace[1802709829] transaction","detail":"{read_only:false; response_revision:33662; number_of_response:1; }","duration":"233.481077ms","start":"2026-04-27T02:36:19.122458Z","end":"2026-04-27T02:36:19.355939Z","steps":["trace[1802709829] 'process raft request' (duration: 233.329213ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:19.356203Z","caller":"traceutil/trace.go:171","msg":"trace[1852248374] transaction","detail":"{read_only:false; response_revision:33661; number_of_response:1; }","duration":"235.110518ms","start":"2026-04-27T02:36:19.121083Z","end":"2026-04-27T02:36:19.356194Z","steps":["trace[1852248374] 'process raft request' (duration: 234.672037ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:19.356304Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.420272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T02:36:19.357015Z","caller":"traceutil/trace.go:171","msg":"trace[1843230051] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:33662; }","duration":"193.618517ms","start":"2026-04-27T02:36:19.162806Z","end":"2026-04-27T02:36:19.356424Z","steps":["trace[1843230051] 'agreement among raft nodes before linearized reading' (duration: 193.233457ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:19.636453Z","caller":"traceutil/trace.go:171","msg":"trace[1684366816] transaction","detail":"{read_only:false; response_revision:33666; number_of_response:1; }","duration":"113.746804ms","start":"2026-04-27T02:36:19.522666Z","end":"2026-04-27T02:36:19.636413Z","steps":["trace[1684366816] 'process raft request' (duration: 110.77739ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:20.126675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.581356ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:20.12681Z","caller":"traceutil/trace.go:171","msg":"trace[1160855141] transaction","detail":"{read_only:false; response_revision:33667; number_of_response:1; }","duration":"485.98611ms","start":"2026-04-27T02:36:19.640787Z","end":"2026-04-27T02:36:20.126773Z","steps":["trace[1160855141] 'process raft request' (duration: 357.208469ms)","trace[1160855141] 'compare' (duration: 128.424662ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:20.126883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:19.640758Z","time spent":"486.083782ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:36:20.264153Z","caller":"traceutil/trace.go:171","msg":"trace[1964980804] transaction","detail":"{read_only:false; response_revision:33668; number_of_response:1; }","duration":"623.11263ms","start":"2026-04-27T02:36:19.641019Z","end":"2026-04-27T02:36:20.264131Z","steps":["trace[1964980804] 'process raft request' (duration: 609.401796ms)","trace[1964980804] 'compare' (duration: 13.53471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:20.264369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:19.641004Z","time spent":"623.289674ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:36:20.264352Z","caller":"traceutil/trace.go:171","msg":"trace[22729396] linearizableReadLoop","detail":"{readStateIndex:34752; appliedIndex:34750; }","duration":"590.158334ms","start":"2026-04-27T02:36:19.674158Z","end":"2026-04-27T02:36:20.264317Z","steps":["trace[22729396] 'read index received' (duration: 323.917545ms)","trace[22729396] 'applied index is now lower than readState.Index' (duration: 266.238059ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:20.264437Z","caller":"traceutil/trace.go:171","msg":"trace[978984401] transaction","detail":"{read_only:false; response_revision:33669; number_of_response:1; }","duration":"494.233098ms","start":"2026-04-27T02:36:19.770156Z","end":"2026-04-27T02:36:20.26439Z","steps":["trace[978984401] 'process raft request' (duration: 493.93421ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:20.264489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"590.302368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:36:20.2646Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"459.634709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-27T02:36:20.264636Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:19.770119Z","time spent":"494.424952ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:36:20.264647Z","caller":"traceutil/trace.go:171","msg":"trace[950867991] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:33669; }","duration":"590.522053ms","start":"2026-04-27T02:36:19.674107Z","end":"2026-04-27T02:36:20.264629Z","steps":["trace[950867991] 'agreement among raft nodes before linearized reading' (duration: 590.301338ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:20.264644Z","caller":"traceutil/trace.go:171","msg":"trace[1004786897] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33669; }","duration":"459.722992ms","start":"2026-04-27T02:36:19.804909Z","end":"2026-04-27T02:36:20.264632Z","steps":["trace[1004786897] 'agreement among raft nodes before linearized reading' (duration: 459.589378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:20.264697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:19.804887Z","time spent":"459.801644ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:36:20.2647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:19.67408Z","time spent":"590.606415ms","remote":"127.0.0.1:48934","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:36:21.668165Z","caller":"traceutil/trace.go:171","msg":"trace[434174027] linearizableReadLoop","detail":"{readStateIndex:34762; appliedIndex:34761; }","duration":"122.088032ms","start":"2026-04-27T02:36:21.54605Z","end":"2026-04-27T02:36:21.668138Z","steps":["trace[434174027] 'read index received' (duration: 121.861196ms)","trace[434174027] 'applied index is now lower than readState.Index' (duration: 225.686µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:21.668375Z","caller":"traceutil/trace.go:171","msg":"trace[1480475447] transaction","detail":"{read_only:false; response_revision:33678; number_of_response:1; }","duration":"153.293304ms","start":"2026-04-27T02:36:21.515067Z","end":"2026-04-27T02:36:21.66836Z","steps":["trace[1480475447] 'process raft request' (duration: 152.891225ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:21.668444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.370379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:21.66854Z","caller":"traceutil/trace.go:171","msg":"trace[720103115] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:33678; }","duration":"122.546093ms","start":"2026-04-27T02:36:21.545972Z","end":"2026-04-27T02:36:21.668518Z","steps":["trace[720103115] 'agreement among raft nodes before linearized reading' (duration: 122.358749ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:22.206152Z","caller":"traceutil/trace.go:171","msg":"trace[167856339] transaction","detail":"{read_only:false; response_revision:33681; number_of_response:1; }","duration":"144.768771ms","start":"2026-04-27T02:36:22.061333Z","end":"2026-04-27T02:36:22.206102Z","steps":["trace[167856339] 'process raft request' (duration: 66.543318ms)","trace[167856339] 'compare' (duration: 77.602297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:22.505742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.540716ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:22.505957Z","caller":"traceutil/trace.go:171","msg":"trace[1855284594] linearizableReadLoop","detail":"{readStateIndex:34768; appliedIndex:34767; }","duration":"202.192472ms","start":"2026-04-27T02:36:22.303746Z","end":"2026-04-27T02:36:22.505938Z","steps":["trace[1855284594] 'read index received' (duration: 41.340638ms)","trace[1855284594] 'applied index is now lower than readState.Index' (duration: 160.850144ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:22.505946Z","caller":"traceutil/trace.go:171","msg":"trace[1031128159] transaction","detail":"{read_only:false; response_revision:33684; number_of_response:1; }","duration":"209.254048ms","start":"2026-04-27T02:36:22.296646Z","end":"2026-04-27T02:36:22.5059Z","steps":["trace[1031128159] 'process raft request' (duration: 48.455075ms)","trace[1031128159] 'compare' (duration: 159.177073ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:22.50619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.435988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:36:22.50625Z","caller":"traceutil/trace.go:171","msg":"trace[324667261] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33684; }","duration":"202.516259ms","start":"2026-04-27T02:36:22.303717Z","end":"2026-04-27T02:36:22.506233Z","steps":["trace[324667261] 'agreement among raft nodes before linearized reading' (duration: 202.284923ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:22.889377Z","caller":"traceutil/trace.go:171","msg":"trace[1856342541] transaction","detail":"{read_only:false; response_revision:33687; number_of_response:1; }","duration":"224.380219ms","start":"2026-04-27T02:36:22.664961Z","end":"2026-04-27T02:36:22.889341Z","steps":["trace[1856342541] 'process raft request' (duration: 191.250557ms)","trace[1856342541] 'compare' (duration: 32.814994ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:23.466397Z","caller":"traceutil/trace.go:171","msg":"trace[475106969] transaction","detail":"{read_only:false; response_revision:33689; number_of_response:1; }","duration":"203.298359ms","start":"2026-04-27T02:36:23.263078Z","end":"2026-04-27T02:36:23.466376Z","steps":["trace[475106969] 'process raft request' (duration: 203.170896ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:23.50106Z","caller":"traceutil/trace.go:171","msg":"trace[1556425987] linearizableReadLoop","detail":"{readStateIndex:34774; appliedIndex:34773; }","duration":"187.490354ms","start":"2026-04-27T02:36:23.313552Z","end":"2026-04-27T02:36:23.501042Z","steps":["trace[1556425987] 'read index received' (duration: 153.291895ms)","trace[1556425987] 'applied index is now lower than readState.Index' (duration: 34.197609ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:23.50104Z","caller":"traceutil/trace.go:171","msg":"trace[1012436388] transaction","detail":"{read_only:false; response_revision:33690; number_of_response:1; }","duration":"233.546438ms","start":"2026-04-27T02:36:23.267457Z","end":"2026-04-27T02:36:23.501003Z","steps":["trace[1012436388] 'process raft request' (duration: 233.384344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:23.501256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.696258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-04-27T02:36:23.501332Z","caller":"traceutil/trace.go:171","msg":"trace[874096150] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:33693; }","duration":"187.820952ms","start":"2026-04-27T02:36:23.313498Z","end":"2026-04-27T02:36:23.501319Z","steps":["trace[874096150] 'agreement among raft nodes before linearized reading' (duration: 187.646117ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:24.593637Z","caller":"traceutil/trace.go:171","msg":"trace[1713820816] linearizableReadLoop","detail":"{readStateIndex:34783; appliedIndex:34781; }","duration":"277.232524ms","start":"2026-04-27T02:36:24.316381Z","end":"2026-04-27T02:36:24.593613Z","steps":["trace[1713820816] 'read index received' (duration: 24.055253ms)","trace[1713820816] 'applied index is now lower than readState.Index' (duration: 253.176131ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:24.594192Z","caller":"traceutil/trace.go:171","msg":"trace[1159573361] transaction","detail":"{read_only:false; response_revision:33699; number_of_response:1; }","duration":"297.054672ms","start":"2026-04-27T02:36:24.297093Z","end":"2026-04-27T02:36:24.594147Z","steps":["trace[1159573361] 'process raft request' (duration: 294.408845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:24.603288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.896256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:24.603342Z","caller":"traceutil/trace.go:171","msg":"trace[641362872] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:33699; }","duration":"286.972948ms","start":"2026-04-27T02:36:24.316359Z","end":"2026-04-27T02:36:24.603331Z","steps":["trace[641362872] 'agreement among raft nodes before linearized reading' (duration: 277.86973ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:25.725053Z","caller":"traceutil/trace.go:171","msg":"trace[167313546] transaction","detail":"{read_only:false; response_revision:33705; number_of_response:1; }","duration":"219.715111ms","start":"2026-04-27T02:36:25.505305Z","end":"2026-04-27T02:36:25.72502Z","steps":["trace[167313546] 'process raft request' (duration: 210.615893ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:25.757083Z","caller":"traceutil/trace.go:171","msg":"trace[310982296] linearizableReadLoop","detail":"{readStateIndex:34792; appliedIndex:34789; }","duration":"220.110712ms","start":"2026-04-27T02:36:25.536946Z","end":"2026-04-27T02:36:25.757057Z","steps":["trace[310982296] 'read index received' (duration: 178.993041ms)","trace[310982296] 'applied index is now lower than readState.Index' (duration: 41.116791ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:25.757225Z","caller":"traceutil/trace.go:171","msg":"trace[1460249566] transaction","detail":"{read_only:false; response_revision:33706; number_of_response:1; }","duration":"251.158451ms","start":"2026-04-27T02:36:25.50603Z","end":"2026-04-27T02:36:25.757188Z","steps":["trace[1460249566] 'process raft request' (duration: 250.858383ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:25.757269Z","caller":"traceutil/trace.go:171","msg":"trace[717191002] transaction","detail":"{read_only:false; response_revision:33707; number_of_response:1; }","duration":"249.528389ms","start":"2026-04-27T02:36:25.507715Z","end":"2026-04-27T02:36:25.757243Z","steps":["trace[717191002] 'process raft request' (duration: 249.296733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:25.757483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.440542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:36:25.757522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.348276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:36:25.75755Z","caller":"traceutil/trace.go:171","msg":"trace[992178787] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33707; }","duration":"206.410458ms","start":"2026-04-27T02:36:25.551133Z","end":"2026-04-27T02:36:25.757544Z","steps":["trace[992178787] 'agreement among raft nodes before linearized reading' (duration: 206.266175ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:25.757553Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.393447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:36:25.757542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.654521ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:25.757619Z","caller":"traceutil/trace.go:171","msg":"trace[173402982] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33707; }","duration":"143.470159ms","start":"2026-04-27T02:36:25.614131Z","end":"2026-04-27T02:36:25.757602Z","steps":["trace[173402982] 'agreement among raft nodes before linearized reading' (duration: 143.319485ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:25.757635Z","caller":"traceutil/trace.go:171","msg":"trace[1404819035] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:33707; }","duration":"172.803675ms","start":"2026-04-27T02:36:25.58481Z","end":"2026-04-27T02:36:25.757614Z","steps":["trace[1404819035] 'agreement among raft nodes before linearized reading' (duration: 172.651161ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:25.757837Z","caller":"traceutil/trace.go:171","msg":"trace[430206457] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:33707; }","duration":"134.587956ms","start":"2026-04-27T02:36:25.622952Z","end":"2026-04-27T02:36:25.75754Z","steps":["trace[430206457] 'agreement among raft nodes before linearized reading' (duration: 134.449733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:25.757921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.958813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:36:25.758022Z","caller":"traceutil/trace.go:171","msg":"trace[684019904] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:33707; }","duration":"221.084706ms","start":"2026-04-27T02:36:25.536921Z","end":"2026-04-27T02:36:25.758006Z","steps":["trace[684019904] 'agreement among raft nodes before linearized reading' (duration: 220.343947ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:25.933706Z","caller":"traceutil/trace.go:171","msg":"trace[96953277] linearizableReadLoop","detail":"{readStateIndex:34793; appliedIndex:34792; }","duration":"169.330898ms","start":"2026-04-27T02:36:25.764347Z","end":"2026-04-27T02:36:25.933677Z","steps":["trace[96953277] 'read index received' (duration: 77.33151ms)","trace[96953277] 'applied index is now lower than readState.Index' (duration: 91.998438ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:25.934122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.748679ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:25.934307Z","caller":"traceutil/trace.go:171","msg":"trace[1773909148] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:33708; }","duration":"170.001975ms","start":"2026-04-27T02:36:25.764287Z","end":"2026-04-27T02:36:25.934289Z","steps":["trace[1773909148] 'agreement among raft nodes before linearized reading' (duration: 169.754869ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:25.934028Z","caller":"traceutil/trace.go:171","msg":"trace[124087773] transaction","detail":"{read_only:false; response_revision:33708; number_of_response:1; }","duration":"172.032295ms","start":"2026-04-27T02:36:25.761957Z","end":"2026-04-27T02:36:25.933989Z","steps":["trace[124087773] 'process raft request' (duration: 79.727219ms)","trace[124087773] 'compare' (duration: 91.852845ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:25.934427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.709524ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:25.9345Z","caller":"traceutil/trace.go:171","msg":"trace[59586513] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:33708; }","duration":"123.828066ms","start":"2026-04-27T02:36:25.810652Z","end":"2026-04-27T02:36:25.93448Z","steps":["trace[59586513] 'agreement among raft nodes before linearized reading' (duration: 123.664622ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:25.934611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.905224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T02:36:25.934732Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.454993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:36:25.934802Z","caller":"traceutil/trace.go:171","msg":"trace[1389157676] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33708; }","duration":"132.567905ms","start":"2026-04-27T02:36:25.802212Z","end":"2026-04-27T02:36:25.93478Z","steps":["trace[1389157676] 'agreement among raft nodes before linearized reading' (duration: 132.076013ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:25.935282Z","caller":"traceutil/trace.go:171","msg":"trace[1523470993] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33708; }","duration":"130.996026ms","start":"2026-04-27T02:36:25.803668Z","end":"2026-04-27T02:36:25.934664Z","steps":["trace[1523470993] 'agreement among raft nodes before linearized reading' (duration: 130.74138ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:26.130239Z","caller":"traceutil/trace.go:171","msg":"trace[1970686313] linearizableReadLoop","detail":"{readStateIndex:34795; appliedIndex:34793; }","duration":"187.893414ms","start":"2026-04-27T02:36:25.942314Z","end":"2026-04-27T02:36:26.130207Z","steps":["trace[1970686313] 'read index received' (duration: 52.334324ms)","trace[1970686313] 'applied index is now lower than readState.Index' (duration: 135.55761ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:26.130607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.265453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:26.130651Z","caller":"traceutil/trace.go:171","msg":"trace[38549545] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:33710; }","duration":"188.340484ms","start":"2026-04-27T02:36:25.942298Z","end":"2026-04-27T02:36:26.130639Z","steps":["trace[38549545] 'agreement among raft nodes before linearized reading' (duration: 188.222941ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:26.1309Z","caller":"traceutil/trace.go:171","msg":"trace[2057639369] transaction","detail":"{read_only:false; response_revision:33710; number_of_response:1; }","duration":"190.454677ms","start":"2026-04-27T02:36:25.940422Z","end":"2026-04-27T02:36:26.130876Z","steps":["trace[2057639369] 'process raft request' (duration: 166.267871ms)","trace[2057639369] 'compare' (duration: 23.354176ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:26.346791Z","caller":"traceutil/trace.go:171","msg":"trace[1049134070] transaction","detail":"{read_only:false; response_revision:33711; number_of_response:1; }","duration":"151.398647ms","start":"2026-04-27T02:36:26.195368Z","end":"2026-04-27T02:36:26.346767Z","steps":["trace[1049134070] 'process raft request' (duration: 60.725203ms)","trace[1049134070] 'compare' (duration: 90.410068ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:26.698361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.923085ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:36:26.69862Z","caller":"traceutil/trace.go:171","msg":"trace[417214361] linearizableReadLoop","detail":"{readStateIndex:34798; appliedIndex:34797; }","duration":"188.882928ms","start":"2026-04-27T02:36:26.509715Z","end":"2026-04-27T02:36:26.698598Z","steps":["trace[417214361] 'read index received' (duration: 43.151µs)","trace[417214361] 'applied index is now lower than readState.Index' (duration: 188.837177ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:26.698763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"189.021432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:26.698868Z","caller":"traceutil/trace.go:171","msg":"trace[402875289] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:33713; }","duration":"189.189067ms","start":"2026-04-27T02:36:26.509655Z","end":"2026-04-27T02:36:26.698844Z","steps":["trace[402875289] 'agreement among raft nodes before linearized reading' (duration: 189.001872ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:26.836732Z","caller":"traceutil/trace.go:171","msg":"trace[717689481] transaction","detail":"{read_only:false; response_revision:33716; number_of_response:1; }","duration":"133.208661ms","start":"2026-04-27T02:36:26.703488Z","end":"2026-04-27T02:36:26.836696Z","steps":["trace[717689481] 'process raft request' (duration: 133.000566ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:26.99093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.656227ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:26.991183Z","caller":"traceutil/trace.go:171","msg":"trace[2102721321] linearizableReadLoop","detail":"{readStateIndex:34802; appliedIndex:34800; }","duration":"234.82307ms","start":"2026-04-27T02:36:26.75633Z","end":"2026-04-27T02:36:26.991153Z","steps":["trace[2102721321] 'read index received' (duration: 80.320024ms)","trace[2102721321] 'applied index is now lower than readState.Index' (duration: 154.500866ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:26.991334Z","caller":"traceutil/trace.go:171","msg":"trace[421042668] transaction","detail":"{read_only:false; response_revision:33717; number_of_response:1; }","duration":"284.784753ms","start":"2026-04-27T02:36:26.706513Z","end":"2026-04-27T02:36:26.991297Z","steps":["trace[421042668] 'process raft request' (duration: 163.642975ms)","trace[421042668] 'compare' (duration: 120.348389ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:26.991698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.229499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/neutron-db-user\" ","response":"range_response_count:1 size:719"} {"level":"warn","ts":"2026-04-27T02:36:26.991715Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.453189ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:26.99182Z","caller":"traceutil/trace.go:171","msg":"trace[33077254] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:33718; }","duration":"141.584683ms","start":"2026-04-27T02:36:26.850206Z","end":"2026-04-27T02:36:26.991791Z","steps":["trace[33077254] 'agreement among raft nodes before linearized reading' (duration: 141.372487ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:26.991899Z","caller":"traceutil/trace.go:171","msg":"trace[1667396971] range","detail":"{range_begin:/registry/secrets/openstack/neutron-db-user; range_end:; response_count:1; response_revision:33718; }","duration":"103.366463ms","start":"2026-04-27T02:36:26.888375Z","end":"2026-04-27T02:36:26.991742Z","steps":["trace[1667396971] 'agreement among raft nodes before linearized reading' (duration: 103.153578ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:26.992008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.524684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/\" range_end:\"/registry/persistentvolumeclaims0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:26.992199Z","caller":"traceutil/trace.go:171","msg":"trace[659250415] range","detail":"{range_begin:/registry/persistentvolumeclaims/; range_end:/registry/persistentvolumeclaims0; response_count:0; response_revision:33718; }","duration":"235.036766ms","start":"2026-04-27T02:36:26.757137Z","end":"2026-04-27T02:36:26.992174Z","steps":["trace[659250415] 'agreement among raft nodes before linearized reading' (duration: 234.423291ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:26.992453Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.21581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:26.992542Z","caller":"traceutil/trace.go:171","msg":"trace[2107523420] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:33718; }","duration":"236.261546ms","start":"2026-04-27T02:36:26.756253Z","end":"2026-04-27T02:36:26.992515Z","steps":["trace[2107523420] 'agreement among raft nodes before linearized reading' (duration: 235.191469ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:27.922351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.593896ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:27.922439Z","caller":"traceutil/trace.go:171","msg":"trace[1448211496] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33719; }","duration":"307.718019ms","start":"2026-04-27T02:36:27.614702Z","end":"2026-04-27T02:36:27.92242Z","steps":["trace[1448211496] 'range keys from in-memory index tree' (duration: 307.430822ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:27.922488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:27.614676Z","time spent":"307.802291ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:36:27.92318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.153371ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:27.923269Z","caller":"traceutil/trace.go:171","msg":"trace[1335131228] linearizableReadLoop","detail":"{readStateIndex:34805; appliedIndex:34804; }","duration":"192.438667ms","start":"2026-04-27T02:36:27.730814Z","end":"2026-04-27T02:36:27.923253Z","steps":["trace[1335131228] 'read index received' (duration: 55.193875ms)","trace[1335131228] 'applied index is now lower than readState.Index' (duration: 137.243532ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:27.923343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.53498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:27.923375Z","caller":"traceutil/trace.go:171","msg":"trace[566947012] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:33720; }","duration":"192.625652ms","start":"2026-04-27T02:36:27.730739Z","end":"2026-04-27T02:36:27.923365Z","steps":["trace[566947012] 'agreement among raft nodes before linearized reading' (duration: 192.55868ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:27.923505Z","caller":"traceutil/trace.go:171","msg":"trace[710400664] transaction","detail":"{read_only:false; response_revision:33720; number_of_response:1; }","duration":"193.198826ms","start":"2026-04-27T02:36:27.730284Z","end":"2026-04-27T02:36:27.923483Z","steps":["trace[710400664] 'process raft request' (duration: 55.629545ms)","trace[710400664] 'compare' (duration: 136.980686ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:27.933427Z","caller":"traceutil/trace.go:171","msg":"trace[1316708978] transaction","detail":"{read_only:false; response_revision:33722; number_of_response:1; }","duration":"169.939033ms","start":"2026-04-27T02:36:27.763445Z","end":"2026-04-27T02:36:27.933384Z","steps":["trace[1316708978] 'process raft request' (duration: 169.785299ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:27.93383Z","caller":"traceutil/trace.go:171","msg":"trace[382754520] transaction","detail":"{read_only:false; response_revision:33721; number_of_response:1; }","duration":"169.992025ms","start":"2026-04-27T02:36:27.76335Z","end":"2026-04-27T02:36:27.933342Z","steps":["trace[382754520] 'process raft request' (duration: 169.78765ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:28.321585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.375019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:36:28.321678Z","caller":"traceutil/trace.go:171","msg":"trace[1756591817] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33725; }","duration":"116.555923ms","start":"2026-04-27T02:36:28.205102Z","end":"2026-04-27T02:36:28.321658Z","steps":["trace[1756591817] 'range keys from in-memory index tree' (duration: 116.100412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:28.942734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.050595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:36:28.942823Z","caller":"traceutil/trace.go:171","msg":"trace[2089252234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33729; }","duration":"101.196618ms","start":"2026-04-27T02:36:28.841605Z","end":"2026-04-27T02:36:28.942802Z","steps":["trace[2089252234] 'range keys from in-memory index tree' (duration: 100.82979ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:28.94292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.534719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:28.943002Z","caller":"traceutil/trace.go:171","msg":"trace[730921411] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:33729; }","duration":"135.673033ms","start":"2026-04-27T02:36:28.80731Z","end":"2026-04-27T02:36:28.942983Z","steps":["trace[730921411] 'count revisions from in-memory index tree' (duration: 135.373726ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:29.162074Z","caller":"traceutil/trace.go:171","msg":"trace[1268427065] linearizableReadLoop","detail":"{readStateIndex:34817; appliedIndex:34816; }","duration":"111.22388ms","start":"2026-04-27T02:36:29.050815Z","end":"2026-04-27T02:36:29.162039Z","steps":["trace[1268427065] 'read index received' (duration: 68.383595ms)","trace[1268427065] 'applied index is now lower than readState.Index' (duration: 42.838645ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:29.162097Z","caller":"traceutil/trace.go:171","msg":"trace[821338613] transaction","detail":"{read_only:false; response_revision:33732; number_of_response:1; }","duration":"143.172571ms","start":"2026-04-27T02:36:29.018895Z","end":"2026-04-27T02:36:29.162068Z","steps":["trace[821338613] 'process raft request' (duration: 100.408979ms)","trace[821338613] 'compare' (duration: 42.401873ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:29.162302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.470655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/octavia-db-user\" ","response":"range_response_count:1 size:719"} {"level":"info","ts":"2026-04-27T02:36:29.162402Z","caller":"traceutil/trace.go:171","msg":"trace[265613702] range","detail":"{range_begin:/registry/secrets/openstack/octavia-db-user; range_end:; response_count:1; response_revision:33732; }","duration":"111.613189ms","start":"2026-04-27T02:36:29.050766Z","end":"2026-04-27T02:36:29.162379Z","steps":["trace[265613702] 'agreement among raft nodes before linearized reading' (duration: 111.382583ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:30.346664Z","caller":"traceutil/trace.go:171","msg":"trace[745394500] linearizableReadLoop","detail":"{readStateIndex:34825; appliedIndex:34824; }","duration":"191.36293ms","start":"2026-04-27T02:36:30.155275Z","end":"2026-04-27T02:36:30.346638Z","steps":["trace[745394500] 'read index received' (duration: 129.451047ms)","trace[745394500] 'applied index is now lower than readState.Index' (duration: 61.910523ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:30.346819Z","caller":"traceutil/trace.go:171","msg":"trace[127558675] transaction","detail":"{read_only:false; response_revision:33739; number_of_response:1; }","duration":"242.442651ms","start":"2026-04-27T02:36:30.104357Z","end":"2026-04-27T02:36:30.3468Z","steps":["trace[127558675] 'process raft request' (duration: 180.368954ms)","trace[127558675] 'compare' (duration: 61.503653ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:30.347377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.081627ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"warn","ts":"2026-04-27T02:36:30.347361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.130067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:30.347429Z","caller":"traceutil/trace.go:171","msg":"trace[1298825689] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33739; }","duration":"192.18231ms","start":"2026-04-27T02:36:30.155235Z","end":"2026-04-27T02:36:30.347417Z","steps":["trace[1298825689] 'agreement among raft nodes before linearized reading' (duration: 191.803521ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:30.347463Z","caller":"traceutil/trace.go:171","msg":"trace[1154295664] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:33739; }","duration":"101.279721ms","start":"2026-04-27T02:36:30.246154Z","end":"2026-04-27T02:36:30.347433Z","steps":["trace[1154295664] 'agreement among raft nodes before linearized reading' (duration: 101.111186ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:31.00123Z","caller":"traceutil/trace.go:171","msg":"trace[1849664583] linearizableReadLoop","detail":"{readStateIndex:34829; appliedIndex:34828; }","duration":"131.542909ms","start":"2026-04-27T02:36:30.869657Z","end":"2026-04-27T02:36:31.0012Z","steps":["trace[1849664583] 'read index received' (duration: 131.245092ms)","trace[1849664583] 'applied index is now lower than readState.Index' (duration: 296.697µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:31.001452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.766875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:31.001479Z","caller":"traceutil/trace.go:171","msg":"trace[1363580665] transaction","detail":"{read_only:false; response_revision:33743; number_of_response:1; }","duration":"218.525312ms","start":"2026-04-27T02:36:30.782921Z","end":"2026-04-27T02:36:31.001446Z","steps":["trace[1363580665] 'process raft request' (duration: 218.093021ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:31.001512Z","caller":"traceutil/trace.go:171","msg":"trace[2031521794] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:33743; }","duration":"131.884698ms","start":"2026-04-27T02:36:30.869613Z","end":"2026-04-27T02:36:31.001498Z","steps":["trace[2031521794] 'agreement among raft nodes before linearized reading' (duration: 131.756435ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:31.157301Z","caller":"traceutil/trace.go:171","msg":"trace[2044392129] transaction","detail":"{read_only:false; response_revision:33744; number_of_response:1; }","duration":"134.747691ms","start":"2026-04-27T02:36:31.02252Z","end":"2026-04-27T02:36:31.157268Z","steps":["trace[2044392129] 'process raft request' (duration: 68.852207ms)","trace[2044392129] 'compare' (duration: 65.503593ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:31.157494Z","caller":"traceutil/trace.go:171","msg":"trace[567424324] transaction","detail":"{read_only:false; response_revision:33745; number_of_response:1; }","duration":"134.182536ms","start":"2026-04-27T02:36:31.023301Z","end":"2026-04-27T02:36:31.157483Z","steps":["trace[567424324] 'process raft request' (duration: 133.906339ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:31.433535Z","caller":"traceutil/trace.go:171","msg":"trace[1855674652] transaction","detail":"{read_only:false; response_revision:33747; number_of_response:1; }","duration":"126.221316ms","start":"2026-04-27T02:36:31.307283Z","end":"2026-04-27T02:36:31.433504Z","steps":["trace[1855674652] 'process raft request' (duration: 125.96208ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:32.592479Z","caller":"traceutil/trace.go:171","msg":"trace[1087183579] transaction","detail":"{read_only:false; response_revision:33754; number_of_response:1; }","duration":"152.310112ms","start":"2026-04-27T02:36:32.440148Z","end":"2026-04-27T02:36:32.592458Z","steps":["trace[1087183579] 'process raft request' (duration: 152.164848ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:33.051787Z","caller":"traceutil/trace.go:171","msg":"trace[1569419532] transaction","detail":"{read_only:false; response_revision:33757; number_of_response:1; }","duration":"156.761982ms","start":"2026-04-27T02:36:32.894996Z","end":"2026-04-27T02:36:33.051758Z","steps":["trace[1569419532] 'process raft request' (duration: 156.573157ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:33.426821Z","caller":"traceutil/trace.go:171","msg":"trace[980170697] transaction","detail":"{read_only:false; response_revision:33761; number_of_response:1; }","duration":"209.753772ms","start":"2026-04-27T02:36:33.217036Z","end":"2026-04-27T02:36:33.426789Z","steps":["trace[980170697] 'process raft request' (duration: 209.447364ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:33.426884Z","caller":"traceutil/trace.go:171","msg":"trace[156078996] linearizableReadLoop","detail":"{readStateIndex:34847; appliedIndex:34845; }","duration":"193.048202ms","start":"2026-04-27T02:36:33.23381Z","end":"2026-04-27T02:36:33.426859Z","steps":["trace[156078996] 'read index received' (duration: 44.116137ms)","trace[156078996] 'applied index is now lower than readState.Index' (duration: 148.931245ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:33.426981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.151955ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:33.427013Z","caller":"traceutil/trace.go:171","msg":"trace[646272011] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:33762; }","duration":"193.192887ms","start":"2026-04-27T02:36:33.233804Z","end":"2026-04-27T02:36:33.426997Z","steps":["trace[646272011] 'agreement among raft nodes before linearized reading' (duration: 193.113565ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:33.427048Z","caller":"traceutil/trace.go:171","msg":"trace[1273193197] transaction","detail":"{read_only:false; response_revision:33762; number_of_response:1; }","duration":"185.165735ms","start":"2026-04-27T02:36:33.241866Z","end":"2026-04-27T02:36:33.427031Z","steps":["trace[1273193197] 'process raft request' (duration: 184.841457ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:34.872493Z","caller":"traceutil/trace.go:171","msg":"trace[963080090] transaction","detail":"{read_only:false; response_revision:33771; number_of_response:1; }","duration":"179.014571ms","start":"2026-04-27T02:36:34.69346Z","end":"2026-04-27T02:36:34.872475Z","steps":["trace[963080090] 'process raft request' (duration: 178.899468ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:36.352531Z","caller":"traceutil/trace.go:171","msg":"trace[1085104296] transaction","detail":"{read_only:false; response_revision:33781; number_of_response:1; }","duration":"142.934266ms","start":"2026-04-27T02:36:36.209576Z","end":"2026-04-27T02:36:36.35251Z","steps":["trace[1085104296] 'process raft request' (duration: 142.804673ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:36.56307Z","caller":"traceutil/trace.go:171","msg":"trace[1946183602] transaction","detail":"{read_only:false; response_revision:33782; number_of_response:1; }","duration":"104.313447ms","start":"2026-04-27T02:36:36.458724Z","end":"2026-04-27T02:36:36.563037Z","steps":["trace[1946183602] 'process raft request' (duration: 104.060951ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:37.273718Z","caller":"traceutil/trace.go:171","msg":"trace[1048268180] transaction","detail":"{read_only:false; response_revision:33787; number_of_response:1; }","duration":"137.685704ms","start":"2026-04-27T02:36:37.136007Z","end":"2026-04-27T02:36:37.273693Z","steps":["trace[1048268180] 'process raft request' (duration: 137.499649ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:37.274918Z","caller":"traceutil/trace.go:171","msg":"trace[1765647564] transaction","detail":"{read_only:false; response_revision:33788; number_of_response:1; }","duration":"130.835381ms","start":"2026-04-27T02:36:37.144057Z","end":"2026-04-27T02:36:37.274893Z","steps":["trace[1765647564] 'process raft request' (duration: 130.243127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:37.464692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.515717ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:37.464797Z","caller":"traceutil/trace.go:171","msg":"trace[1541020356] linearizableReadLoop","detail":"{readStateIndex:34877; appliedIndex:34876; }","duration":"162.415374ms","start":"2026-04-27T02:36:37.302366Z","end":"2026-04-27T02:36:37.464781Z","steps":["trace[1541020356] 'read index received' (duration: 60.752094ms)","trace[1541020356] 'applied index is now lower than readState.Index' (duration: 101.65955ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:37.464972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.611979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:36:37.465007Z","caller":"traceutil/trace.go:171","msg":"trace[944735126] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33790; }","duration":"162.680961ms","start":"2026-04-27T02:36:37.302317Z","end":"2026-04-27T02:36:37.464998Z","steps":["trace[944735126] 'agreement among raft nodes before linearized reading' (duration: 162.549778ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:37.464871Z","caller":"traceutil/trace.go:171","msg":"trace[1028853028] transaction","detail":"{read_only:false; response_revision:33790; number_of_response:1; }","duration":"184.861347ms","start":"2026-04-27T02:36:37.279984Z","end":"2026-04-27T02:36:37.464845Z","steps":["trace[1028853028] 'process raft request' (duration: 83.116046ms)","trace[1028853028] 'compare' (duration: 101.399393ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:37.937088Z","caller":"traceutil/trace.go:171","msg":"trace[972536150] transaction","detail":"{read_only:false; response_revision:33793; number_of_response:1; }","duration":"160.335113ms","start":"2026-04-27T02:36:37.776672Z","end":"2026-04-27T02:36:37.937007Z","steps":["trace[972536150] 'process raft request' (duration: 159.956224ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:38.17634Z","caller":"traceutil/trace.go:171","msg":"trace[1247445507] linearizableReadLoop","detail":"{readStateIndex:34883; appliedIndex:34881; }","duration":"130.297529ms","start":"2026-04-27T02:36:38.046023Z","end":"2026-04-27T02:36:38.17632Z","steps":["trace[1247445507] 'read index received' (duration: 53.755399ms)","trace[1247445507] 'applied index is now lower than readState.Index' (duration: 76.5415ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:38.176543Z","caller":"traceutil/trace.go:171","msg":"trace[1337463973] transaction","detail":"{read_only:false; response_revision:33795; number_of_response:1; }","duration":"148.487865ms","start":"2026-04-27T02:36:38.028045Z","end":"2026-04-27T02:36:38.176533Z","steps":["trace[1337463973] 'process raft request' (duration: 71.799301ms)","trace[1337463973] 'compare' (duration: 76.332465ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:38.176691Z","caller":"traceutil/trace.go:171","msg":"trace[434932591] transaction","detail":"{read_only:false; response_revision:33796; number_of_response:1; }","duration":"148.426604ms","start":"2026-04-27T02:36:38.028257Z","end":"2026-04-27T02:36:38.176684Z","steps":["trace[434932591] 'process raft request' (duration: 148.021934ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:38.176817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.78757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:38.176852Z","caller":"traceutil/trace.go:171","msg":"trace[1298789276] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:33796; }","duration":"130.856612ms","start":"2026-04-27T02:36:38.045975Z","end":"2026-04-27T02:36:38.176832Z","steps":["trace[1298789276] 'agreement among raft nodes before linearized reading' (duration: 130.794061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:39.254677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.962759ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:39.254734Z","caller":"traceutil/trace.go:171","msg":"trace[1459390614] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:33803; }","duration":"124.077542ms","start":"2026-04-27T02:36:39.130646Z","end":"2026-04-27T02:36:39.254723Z","steps":["trace[1459390614] 'count revisions from in-memory index tree' (duration: 123.856147ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:40.173521Z","caller":"traceutil/trace.go:171","msg":"trace[1163451107] transaction","detail":"{read_only:false; response_revision:33810; number_of_response:1; }","duration":"134.252538ms","start":"2026-04-27T02:36:40.039249Z","end":"2026-04-27T02:36:40.173502Z","steps":["trace[1163451107] 'process raft request' (duration: 133.835248ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:40.364198Z","caller":"traceutil/trace.go:171","msg":"trace[1627396292] transaction","detail":"{read_only:false; response_revision:33812; number_of_response:1; }","duration":"182.132559ms","start":"2026-04-27T02:36:40.182048Z","end":"2026-04-27T02:36:40.364181Z","steps":["trace[1627396292] 'process raft request' (duration: 182.060897ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:40.364325Z","caller":"traceutil/trace.go:171","msg":"trace[1175298470] transaction","detail":"{read_only:false; response_revision:33811; number_of_response:1; }","duration":"183.78186ms","start":"2026-04-27T02:36:40.180532Z","end":"2026-04-27T02:36:40.364314Z","steps":["trace[1175298470] 'process raft request' (duration: 103.992518ms)","trace[1175298470] 'compare' (duration: 79.3136ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:41.033393Z","caller":"traceutil/trace.go:171","msg":"trace[1367241993] transaction","detail":"{read_only:false; response_revision:33815; number_of_response:1; }","duration":"140.736861ms","start":"2026-04-27T02:36:40.892631Z","end":"2026-04-27T02:36:41.033368Z","steps":["trace[1367241993] 'process raft request' (duration: 140.581797ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:41.049509Z","caller":"traceutil/trace.go:171","msg":"trace[1467348275] transaction","detail":"{read_only:false; response_revision:33816; number_of_response:1; }","duration":"119.775945ms","start":"2026-04-27T02:36:40.929709Z","end":"2026-04-27T02:36:41.049485Z","steps":["trace[1467348275] 'process raft request' (duration: 119.647532ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:41.780205Z","caller":"traceutil/trace.go:171","msg":"trace[599569356] linearizableReadLoop","detail":"{readStateIndex:34908; appliedIndex:34907; }","duration":"178.798385ms","start":"2026-04-27T02:36:41.601336Z","end":"2026-04-27T02:36:41.780134Z","steps":["trace[599569356] 'read index received' (duration: 178.559618ms)","trace[599569356] 'applied index is now lower than readState.Index' (duration: 237.977µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:41.780231Z","caller":"traceutil/trace.go:171","msg":"trace[1306684431] transaction","detail":"{read_only:false; response_revision:33820; number_of_response:1; }","duration":"224.81924ms","start":"2026-04-27T02:36:41.555379Z","end":"2026-04-27T02:36:41.780199Z","steps":["trace[1306684431] 'process raft request' (duration: 224.609474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:41.780417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.069402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:36:41.780476Z","caller":"traceutil/trace.go:171","msg":"trace[751398680] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33820; }","duration":"179.183144ms","start":"2026-04-27T02:36:41.601279Z","end":"2026-04-27T02:36:41.780462Z","steps":["trace[751398680] 'agreement among raft nodes before linearized reading' (duration: 179.00103ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:42.492628Z","caller":"traceutil/trace.go:171","msg":"trace[2059623239] transaction","detail":"{read_only:false; response_revision:33825; number_of_response:1; }","duration":"122.288818ms","start":"2026-04-27T02:36:42.370309Z","end":"2026-04-27T02:36:42.492598Z","steps":["trace[2059623239] 'process raft request' (duration: 121.877508ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:43.161047Z","caller":"traceutil/trace.go:171","msg":"trace[789535400] transaction","detail":"{read_only:false; response_revision:33828; number_of_response:1; }","duration":"118.071411ms","start":"2026-04-27T02:36:43.042949Z","end":"2026-04-27T02:36:43.16102Z","steps":["trace[789535400] 'process raft request' (duration: 117.896017ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:43.163005Z","caller":"traceutil/trace.go:171","msg":"trace[623321971] transaction","detail":"{read_only:false; response_revision:33829; number_of_response:1; }","duration":"108.652056ms","start":"2026-04-27T02:36:43.054329Z","end":"2026-04-27T02:36:43.162981Z","steps":["trace[623321971] 'process raft request' (duration: 108.156603ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:43.355009Z","caller":"traceutil/trace.go:171","msg":"trace[580415120] transaction","detail":"{read_only:false; response_revision:33830; number_of_response:1; }","duration":"187.759259ms","start":"2026-04-27T02:36:43.167218Z","end":"2026-04-27T02:36:43.354978Z","steps":["trace[580415120] 'process raft request' (duration: 89.380232ms)","trace[580415120] 'compare' (duration: 98.135641ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:44.008122Z","caller":"traceutil/trace.go:171","msg":"trace[2099494753] linearizableReadLoop","detail":"{readStateIndex:34924; appliedIndex:34923; }","duration":"133.496439ms","start":"2026-04-27T02:36:43.874581Z","end":"2026-04-27T02:36:44.008077Z","steps":["trace[2099494753] 'read index received' (duration: 131.464058ms)","trace[2099494753] 'applied index is now lower than readState.Index' (duration: 2.023111ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:44.00822Z","caller":"traceutil/trace.go:171","msg":"trace[1530212249] transaction","detail":"{read_only:false; response_revision:33836; number_of_response:1; }","duration":"153.045229ms","start":"2026-04-27T02:36:43.855153Z","end":"2026-04-27T02:36:44.008198Z","steps":["trace[1530212249] 'process raft request' (duration: 150.910575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:44.008328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.732375ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:36:44.008365Z","caller":"traceutil/trace.go:171","msg":"trace[161720774] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33836; }","duration":"133.820947ms","start":"2026-04-27T02:36:43.874534Z","end":"2026-04-27T02:36:44.008355Z","steps":["trace[161720774] 'agreement among raft nodes before linearized reading' (duration: 133.653063ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:44.287727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.199727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:44.287797Z","caller":"traceutil/trace.go:171","msg":"trace[521303255] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33837; }","duration":"136.310599ms","start":"2026-04-27T02:36:44.151468Z","end":"2026-04-27T02:36:44.287778Z","steps":["trace[521303255] 'range keys from in-memory index tree' (duration: 136.071293ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:44.550823Z","caller":"traceutil/trace.go:171","msg":"trace[1048387282] transaction","detail":"{read_only:false; response_revision:33839; number_of_response:1; }","duration":"148.020023ms","start":"2026-04-27T02:36:44.402779Z","end":"2026-04-27T02:36:44.550799Z","steps":["trace[1048387282] 'process raft request' (duration: 147.553691ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:44.703748Z","caller":"traceutil/trace.go:171","msg":"trace[1265527818] transaction","detail":"{read_only:false; response_revision:33841; number_of_response:1; }","duration":"107.220269ms","start":"2026-04-27T02:36:44.596495Z","end":"2026-04-27T02:36:44.703715Z","steps":["trace[1265527818] 'process raft request' (duration: 107.045855ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:45.524965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.716757ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:36:45.525023Z","caller":"traceutil/trace.go:171","msg":"trace[2026943449] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33844; }","duration":"165.819199ms","start":"2026-04-27T02:36:45.359188Z","end":"2026-04-27T02:36:45.525008Z","steps":["trace[2026943449] 'range keys from in-memory index tree' (duration: 165.575254ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:45.525003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.711839ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-27T02:36:45.525072Z","caller":"traceutil/trace.go:171","msg":"trace[631204406] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33844; }","duration":"205.823792ms","start":"2026-04-27T02:36:45.319228Z","end":"2026-04-27T02:36:45.525052Z","steps":["trace[631204406] 'range keys from in-memory index tree' (duration: 205.548045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:45.525092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.854581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cronjobs/\" range_end:\"/registry/cronjobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:36:45.525143Z","caller":"traceutil/trace.go:171","msg":"trace[1993076103] range","detail":"{range_begin:/registry/cronjobs/; range_end:/registry/cronjobs0; response_count:0; response_revision:33844; }","duration":"112.956553ms","start":"2026-04-27T02:36:45.412172Z","end":"2026-04-27T02:36:45.525129Z","steps":["trace[1993076103] 'count revisions from in-memory index tree' (duration: 112.746898ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:45.572491Z","caller":"traceutil/trace.go:171","msg":"trace[2049094985] transaction","detail":"{read_only:false; response_revision:33845; number_of_response:1; }","duration":"155.230154ms","start":"2026-04-27T02:36:45.417238Z","end":"2026-04-27T02:36:45.572468Z","steps":["trace[2049094985] 'process raft request' (duration: 155.0657ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:45.680301Z","caller":"traceutil/trace.go:171","msg":"trace[1499775627] transaction","detail":"{read_only:false; response_revision:33846; number_of_response:1; }","duration":"251.783476ms","start":"2026-04-27T02:36:45.428487Z","end":"2026-04-27T02:36:45.680271Z","steps":["trace[1499775627] 'process raft request' (duration: 251.471489ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:45.680468Z","caller":"traceutil/trace.go:171","msg":"trace[1025176386] linearizableReadLoop","detail":"{readStateIndex:34935; appliedIndex:34933; }","duration":"152.793123ms","start":"2026-04-27T02:36:45.527636Z","end":"2026-04-27T02:36:45.680429Z","steps":["trace[1025176386] 'read index received' (duration: 44.670751ms)","trace[1025176386] 'applied index is now lower than readState.Index' (duration: 108.120092ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:45.680518Z","caller":"traceutil/trace.go:171","msg":"trace[618957971] transaction","detail":"{read_only:false; response_revision:33847; number_of_response:1; }","duration":"152.335652ms","start":"2026-04-27T02:36:45.528158Z","end":"2026-04-27T02:36:45.680494Z","steps":["trace[618957971] 'process raft request' (duration: 152.069775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:45.680697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.043309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-6a7e945b-3400-4af5-b374-8a92c0964dbc\" ","response":"range_response_count:1 size:1304"} {"level":"info","ts":"2026-04-27T02:36:45.680755Z","caller":"traceutil/trace.go:171","msg":"trace[490096916] range","detail":"{range_begin:/registry/persistentvolumes/pvc-6a7e945b-3400-4af5-b374-8a92c0964dbc; range_end:; response_count:1; response_revision:33847; }","duration":"153.131961ms","start":"2026-04-27T02:36:45.527609Z","end":"2026-04-27T02:36:45.680741Z","steps":["trace[490096916] 'agreement among raft nodes before linearized reading' (duration: 152.976717ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:46.816626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.917036ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:36:46.816702Z","caller":"traceutil/trace.go:171","msg":"trace[1969749166] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33854; }","duration":"108.051799ms","start":"2026-04-27T02:36:46.708634Z","end":"2026-04-27T02:36:46.816686Z","steps":["trace[1969749166] 'range keys from in-memory index tree' (duration: 107.736101ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:46.816818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.650207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:36:46.816888Z","caller":"traceutil/trace.go:171","msg":"trace[1791859128] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:33854; }","duration":"124.78076ms","start":"2026-04-27T02:36:46.692092Z","end":"2026-04-27T02:36:46.816873Z","steps":["trace[1791859128] 'count revisions from in-memory index tree' (duration: 124.562844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:47.481249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.401857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T02:36:47.481319Z","caller":"traceutil/trace.go:171","msg":"trace[168474392] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33858; }","duration":"129.53138ms","start":"2026-04-27T02:36:47.351772Z","end":"2026-04-27T02:36:47.481303Z","steps":["trace[168474392] 'range keys from in-memory index tree' (duration: 129.189082ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:48.477715Z","caller":"traceutil/trace.go:171","msg":"trace[1372930960] linearizableReadLoop","detail":"{readStateIndex:34955; appliedIndex:34954; }","duration":"109.480366ms","start":"2026-04-27T02:36:48.368204Z","end":"2026-04-27T02:36:48.477685Z","steps":["trace[1372930960] 'read index received' (duration: 109.275461ms)","trace[1372930960] 'applied index is now lower than readState.Index' (duration: 203.455µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:48.477799Z","caller":"traceutil/trace.go:171","msg":"trace[1152747138] transaction","detail":"{read_only:false; response_revision:33866; number_of_response:1; }","duration":"125.664002ms","start":"2026-04-27T02:36:48.35206Z","end":"2026-04-27T02:36:48.477724Z","steps":["trace[1152747138] 'process raft request' (duration: 125.445406ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:48.477952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.701372ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:48.478036Z","caller":"traceutil/trace.go:171","msg":"trace[198550879] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:33866; }","duration":"109.822765ms","start":"2026-04-27T02:36:48.368191Z","end":"2026-04-27T02:36:48.478014Z","steps":["trace[198550879] 'agreement among raft nodes before linearized reading' (duration: 109.62949ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:49.503965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.868799ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:49.504088Z","caller":"traceutil/trace.go:171","msg":"trace[1106012104] linearizableReadLoop","detail":"{readStateIndex:34963; appliedIndex:34962; }","duration":"186.633752ms","start":"2026-04-27T02:36:49.317436Z","end":"2026-04-27T02:36:49.50407Z","steps":["trace[1106012104] 'read index received' (duration: 44.535027ms)","trace[1106012104] 'applied index is now lower than readState.Index' (duration: 142.096745ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:49.50411Z","caller":"traceutil/trace.go:171","msg":"trace[1189266907] transaction","detail":"{read_only:false; response_revision:33873; number_of_response:1; }","duration":"186.918089ms","start":"2026-04-27T02:36:49.317157Z","end":"2026-04-27T02:36:49.504076Z","steps":["trace[1189266907] 'process raft request' (duration: 44.820674ms)","trace[1189266907] 'compare' (duration: 141.553332ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:49.504441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.997011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18440"} {"level":"info","ts":"2026-04-27T02:36:49.504497Z","caller":"traceutil/trace.go:171","msg":"trace[1992789488] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:33873; }","duration":"187.096673ms","start":"2026-04-27T02:36:49.317386Z","end":"2026-04-27T02:36:49.504483Z","steps":["trace[1992789488] 'agreement among raft nodes before linearized reading' (duration: 186.734204ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:50.324558Z","caller":"traceutil/trace.go:171","msg":"trace[1816288808] linearizableReadLoop","detail":"{readStateIndex:34969; appliedIndex:34968; }","duration":"164.480476ms","start":"2026-04-27T02:36:50.160059Z","end":"2026-04-27T02:36:50.324539Z","steps":["trace[1816288808] 'read index received' (duration: 163.406189ms)","trace[1816288808] 'applied index is now lower than readState.Index' (duration: 1.073477ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:50.324634Z","caller":"traceutil/trace.go:171","msg":"trace[111803248] transaction","detail":"{read_only:false; response_revision:33879; number_of_response:1; }","duration":"172.863156ms","start":"2026-04-27T02:36:50.151762Z","end":"2026-04-27T02:36:50.324625Z","steps":["trace[111803248] 'process raft request' (duration: 171.672006ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:50.324855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.778543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:36:50.324961Z","caller":"traceutil/trace.go:171","msg":"trace[1781309748] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:33879; }","duration":"164.905726ms","start":"2026-04-27T02:36:50.160008Z","end":"2026-04-27T02:36:50.324914Z","steps":["trace[1781309748] 'agreement among raft nodes before linearized reading' (duration: 164.672061ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:52.123628Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.892187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:36:52.123715Z","caller":"traceutil/trace.go:171","msg":"trace[1623992722] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33890; }","duration":"106.03262ms","start":"2026-04-27T02:36:52.01766Z","end":"2026-04-27T02:36:52.123692Z","steps":["trace[1623992722] 'range keys from in-memory index tree' (duration: 105.686251ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:52.585076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.811597ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:52.585166Z","caller":"traceutil/trace.go:171","msg":"trace[1482827940] linearizableReadLoop","detail":"{readStateIndex:34984; appliedIndex:34983; }","duration":"115.844167ms","start":"2026-04-27T02:36:52.469308Z","end":"2026-04-27T02:36:52.585152Z","steps":["trace[1482827940] 'read index received' (duration: 75.222µs)","trace[1482827940] 'applied index is now lower than readState.Index' (duration: 115.768055ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:52.585314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.01176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-27T02:36:52.585357Z","caller":"traceutil/trace.go:171","msg":"trace[653606450] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:33894; }","duration":"116.091742ms","start":"2026-04-27T02:36:52.469255Z","end":"2026-04-27T02:36:52.585347Z","steps":["trace[653606450] 'agreement among raft nodes before linearized reading' (duration: 115.935049ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:52.586009Z","caller":"traceutil/trace.go:171","msg":"trace[1424161558] transaction","detail":"{read_only:false; response_revision:33894; number_of_response:1; }","duration":"170.440355ms","start":"2026-04-27T02:36:52.415509Z","end":"2026-04-27T02:36:52.58595Z","steps":["trace[1424161558] 'process raft request' (duration: 45.672385ms)","trace[1424161558] 'compare' (duration: 123.695763ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:52.735339Z","caller":"traceutil/trace.go:171","msg":"trace[827111472] transaction","detail":"{read_only:false; response_revision:33896; number_of_response:1; }","duration":"144.437153ms","start":"2026-04-27T02:36:52.590874Z","end":"2026-04-27T02:36:52.735311Z","steps":["trace[827111472] 'process raft request' (duration: 144.3069ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:52.735355Z","caller":"traceutil/trace.go:171","msg":"trace[1856982323] transaction","detail":"{read_only:false; response_revision:33895; number_of_response:1; }","duration":"172.25558ms","start":"2026-04-27T02:36:52.563065Z","end":"2026-04-27T02:36:52.735313Z","steps":["trace[1856982323] 'process raft request' (duration: 153.604543ms)","trace[1856982323] 'compare' (duration: 18.33778ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:54.300131Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.126323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:36:54.300195Z","caller":"traceutil/trace.go:171","msg":"trace[1811433746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:33901; }","duration":"169.254446ms","start":"2026-04-27T02:36:54.130925Z","end":"2026-04-27T02:36:54.30018Z","steps":["trace[1811433746] 'range keys from in-memory index tree' (duration: 168.63133ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:54.300248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.245978ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"warn","ts":"2026-04-27T02:36:54.300137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.982099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:36:54.300397Z","caller":"traceutil/trace.go:171","msg":"trace[575328891] transaction","detail":"{read_only:false; response_revision:33902; number_of_response:1; }","duration":"169.106812ms","start":"2026-04-27T02:36:54.131267Z","end":"2026-04-27T02:36:54.300373Z","steps":["trace[575328891] 'process raft request' (duration: 44.64688ms)","trace[575328891] 'compare' (duration: 123.892558ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:54.30054Z","caller":"traceutil/trace.go:171","msg":"trace[2094830137] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:33901; }","duration":"169.266987ms","start":"2026-04-27T02:36:54.131132Z","end":"2026-04-27T02:36:54.300399Z","steps":["trace[2094830137] 'range keys from in-memory index tree' (duration: 168.692381ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:54.350883Z","caller":"traceutil/trace.go:171","msg":"trace[1772763947] linearizableReadLoop","detail":"{readStateIndex:34995; appliedIndex:34991; }","duration":"219.302821ms","start":"2026-04-27T02:36:54.131539Z","end":"2026-04-27T02:36:54.350842Z","steps":["trace[1772763947] 'read index received' (duration: 44.391123ms)","trace[1772763947] 'applied index is now lower than readState.Index' (duration: 174.910648ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:54.351383Z","caller":"traceutil/trace.go:171","msg":"trace[105622275] transaction","detail":"{read_only:false; response_revision:33906; number_of_response:1; }","duration":"214.767848ms","start":"2026-04-27T02:36:54.136544Z","end":"2026-04-27T02:36:54.351312Z","steps":["trace[105622275] 'process raft request' (duration: 214.264836ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:54.351146Z","caller":"traceutil/trace.go:171","msg":"trace[172176857] transaction","detail":"{read_only:false; response_revision:33904; number_of_response:1; }","duration":"219.651299ms","start":"2026-04-27T02:36:54.131461Z","end":"2026-04-27T02:36:54.351113Z","steps":["trace[172176857] 'process raft request' (duration: 219.2779ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:54.35126Z","caller":"traceutil/trace.go:171","msg":"trace[1306228184] transaction","detail":"{read_only:false; response_revision:33903; number_of_response:1; }","duration":"219.832964ms","start":"2026-04-27T02:36:54.131395Z","end":"2026-04-27T02:36:54.351228Z","steps":["trace[1306228184] 'process raft request' (duration: 219.171748ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:54.351307Z","caller":"traceutil/trace.go:171","msg":"trace[1787300384] transaction","detail":"{read_only:false; response_revision:33905; number_of_response:1; }","duration":"219.776953ms","start":"2026-04-27T02:36:54.131499Z","end":"2026-04-27T02:36:54.351276Z","steps":["trace[1787300384] 'process raft request' (duration: 219.279811ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:54.351358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.785093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:54.352946Z","caller":"traceutil/trace.go:171","msg":"trace[966424220] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:33906; }","duration":"220.979632ms","start":"2026-04-27T02:36:54.131504Z","end":"2026-04-27T02:36:54.352483Z","steps":["trace[966424220] 'agreement among raft nodes before linearized reading' (duration: 219.728661ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:54.506045Z","caller":"traceutil/trace.go:171","msg":"trace[1548236164] transaction","detail":"{read_only:false; response_revision:33907; number_of_response:1; }","duration":"200.97346ms","start":"2026-04-27T02:36:54.305044Z","end":"2026-04-27T02:36:54.506017Z","steps":["trace[1548236164] 'process raft request' (duration: 180.322202ms)","trace[1548236164] 'compare' (duration: 20.428093ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:54.506324Z","caller":"traceutil/trace.go:171","msg":"trace[569924149] transaction","detail":"{read_only:false; response_revision:33908; number_of_response:1; }","duration":"201.193497ms","start":"2026-04-27T02:36:54.305109Z","end":"2026-04-27T02:36:54.506302Z","steps":["trace[569924149] 'process raft request' (duration: 200.807737ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:54.506416Z","caller":"traceutil/trace.go:171","msg":"trace[1601004523] linearizableReadLoop","detail":"{readStateIndex:34998; appliedIndex:34996; }","duration":"154.783142ms","start":"2026-04-27T02:36:54.351621Z","end":"2026-04-27T02:36:54.506405Z","steps":["trace[1601004523] 'read index received' (duration: 133.758705ms)","trace[1601004523] 'applied index is now lower than readState.Index' (duration: 21.023087ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:54.506543Z","caller":"traceutil/trace.go:171","msg":"trace[197964782] transaction","detail":"{read_only:false; response_revision:33909; number_of_response:1; }","duration":"151.788168ms","start":"2026-04-27T02:36:54.354721Z","end":"2026-04-27T02:36:54.506509Z","steps":["trace[197964782] 'process raft request' (duration: 151.4806ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:54.506596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.422359ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-04-27T02:36:54.506623Z","caller":"traceutil/trace.go:171","msg":"trace[1508516733] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:33909; }","duration":"348.503521ms","start":"2026-04-27T02:36:54.158112Z","end":"2026-04-27T02:36:54.506616Z","steps":["trace[1508516733] 'agreement among raft nodes before linearized reading' (duration: 348.360548ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:54.506649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:54.158088Z","time spent":"348.555233ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:36:54.951665Z","caller":"traceutil/trace.go:171","msg":"trace[454835673] transaction","detail":"{read_only:false; response_revision:33911; number_of_response:1; }","duration":"357.149668ms","start":"2026-04-27T02:36:54.59449Z","end":"2026-04-27T02:36:54.95164Z","steps":["trace[454835673] 'process raft request' (duration: 356.983994ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:54.951814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:54.594464Z","time spent":"357.275022ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:36:55.087792Z","caller":"traceutil/trace.go:171","msg":"trace[1275730302] transaction","detail":"{read_only:false; response_revision:33912; number_of_response:1; }","duration":"345.322972ms","start":"2026-04-27T02:36:54.742434Z","end":"2026-04-27T02:36:55.087757Z","steps":["trace[1275730302] 'process raft request' (duration: 345.132157ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:55.087968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:54.742407Z","time spent":"345.467475ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:36:55.08781Z","caller":"traceutil/trace.go:171","msg":"trace[799630337] transaction","detail":"{read_only:false; response_revision:33913; number_of_response:1; }","duration":"325.185657ms","start":"2026-04-27T02:36:54.762596Z","end":"2026-04-27T02:36:55.087782Z","steps":["trace[799630337] 'process raft request' (duration: 325.097205ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:55.088194Z","caller":"traceutil/trace.go:171","msg":"trace[1173636589] transaction","detail":"{read_only:false; response_revision:33914; number_of_response:1; }","duration":"262.935485ms","start":"2026-04-27T02:36:54.825199Z","end":"2026-04-27T02:36:55.088135Z","steps":["trace[1173636589] 'process raft request' (duration: 262.540396ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:55.088239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.220876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:36:55.088297Z","caller":"traceutil/trace.go:171","msg":"trace[1072639114] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:33914; }","duration":"376.324929ms","start":"2026-04-27T02:36:54.711959Z","end":"2026-04-27T02:36:55.088284Z","steps":["trace[1072639114] 'agreement among raft nodes before linearized reading' (duration: 376.141345ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:55.088339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:54.71194Z","time spent":"376.388311ms","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:36:55.088209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:54.762579Z","time spent":"325.549646ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:36:55.08805Z","caller":"traceutil/trace.go:171","msg":"trace[255212256] linearizableReadLoop","detail":"{readStateIndex:35002; appliedIndex:35000; }","duration":"376.025572ms","start":"2026-04-27T02:36:54.711998Z","end":"2026-04-27T02:36:55.088023Z","steps":["trace[255212256] 'read index received' (duration: 239.562808ms)","trace[255212256] 'applied index is now lower than readState.Index' (duration: 136.461674ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:55.088803Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.436949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6900"} {"level":"warn","ts":"2026-04-27T02:36:55.088847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"334.524321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:6900"} {"level":"info","ts":"2026-04-27T02:36:55.088883Z","caller":"traceutil/trace.go:171","msg":"trace[293825867] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:33914; }","duration":"334.576982ms","start":"2026-04-27T02:36:54.754296Z","end":"2026-04-27T02:36:55.088873Z","steps":["trace[293825867] 'agreement among raft nodes before linearized reading' (duration: 334.472809ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:55.088888Z","caller":"traceutil/trace.go:171","msg":"trace[1324158523] range","detail":"{range_begin:/registry/statefulsets/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:33914; }","duration":"340.567393ms","start":"2026-04-27T02:36:54.748302Z","end":"2026-04-27T02:36:55.088869Z","steps":["trace[1324158523] 'agreement among raft nodes before linearized reading' (duration: 340.289666ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:55.088912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:54.754289Z","time spent":"334.616233ms","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6923,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"warn","ts":"2026-04-27T02:36:55.088934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:36:54.748285Z","time spent":"340.640154ms","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":6923,"request content":"key:\"/registry/statefulsets/openstack/ovn-ovsdb-nb\" "} {"level":"info","ts":"2026-04-27T02:36:57.289305Z","caller":"traceutil/trace.go:171","msg":"trace[666177728] linearizableReadLoop","detail":"{readStateIndex:35018; appliedIndex:35016; }","duration":"118.446122ms","start":"2026-04-27T02:36:57.170842Z","end":"2026-04-27T02:36:57.289288Z","steps":["trace[666177728] 'read index received' (duration: 94.47428ms)","trace[666177728] 'applied index is now lower than readState.Index' (duration: 23.971082ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:57.289477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.629146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:36:57.289502Z","caller":"traceutil/trace.go:171","msg":"trace[773288495] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33927; }","duration":"118.699598ms","start":"2026-04-27T02:36:57.170794Z","end":"2026-04-27T02:36:57.289494Z","steps":["trace[773288495] 'agreement among raft nodes before linearized reading' (duration: 118.557184ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:57.289572Z","caller":"traceutil/trace.go:171","msg":"trace[771265557] transaction","detail":"{read_only:false; response_revision:33927; number_of_response:1; }","duration":"195.657178ms","start":"2026-04-27T02:36:57.093909Z","end":"2026-04-27T02:36:57.289567Z","steps":["trace[771265557] 'process raft request' (duration: 195.349961ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:57.289604Z","caller":"traceutil/trace.go:171","msg":"trace[205848439] transaction","detail":"{read_only:false; response_revision:33926; number_of_response:1; }","duration":"195.939875ms","start":"2026-04-27T02:36:57.093616Z","end":"2026-04-27T02:36:57.289556Z","steps":["trace[205848439] 'process raft request' (duration: 171.687956ms)","trace[205848439] 'compare' (duration: 23.86243ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:36:58.883766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.861993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:36:58.883901Z","caller":"traceutil/trace.go:171","msg":"trace[537815667] transaction","detail":"{read_only:false; response_revision:33937; number_of_response:1; }","duration":"207.818613ms","start":"2026-04-27T02:36:58.676056Z","end":"2026-04-27T02:36:58.883875Z","steps":["trace[537815667] 'process raft request' (duration: 84.783196ms)","trace[537815667] 'compare' (duration: 122.766761ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:59.364511Z","caller":"traceutil/trace.go:171","msg":"trace[1238515968] linearizableReadLoop","detail":"{readStateIndex:35030; appliedIndex:35029; }","duration":"213.770843ms","start":"2026-04-27T02:36:59.150712Z","end":"2026-04-27T02:36:59.364482Z","steps":["trace[1238515968] 'read index received' (duration: 213.224969ms)","trace[1238515968] 'applied index is now lower than readState.Index' (duration: 544.584µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:36:59.364565Z","caller":"traceutil/trace.go:171","msg":"trace[995384028] transaction","detail":"{read_only:false; response_revision:33939; number_of_response:1; }","duration":"226.502502ms","start":"2026-04-27T02:36:59.138019Z","end":"2026-04-27T02:36:59.364522Z","steps":["trace[995384028] 'process raft request' (duration: 225.906237ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:59.365053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.929977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:36:59.365112Z","caller":"traceutil/trace.go:171","msg":"trace[314263368] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:33939; }","duration":"214.44189ms","start":"2026-04-27T02:36:59.150658Z","end":"2026-04-27T02:36:59.365099Z","steps":["trace[314263368] 'agreement among raft nodes before linearized reading' (duration: 213.938197ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:59.461692Z","caller":"traceutil/trace.go:171","msg":"trace[117185958] transaction","detail":"{read_only:false; response_revision:33940; number_of_response:1; }","duration":"167.021259ms","start":"2026-04-27T02:36:59.294635Z","end":"2026-04-27T02:36:59.461657Z","steps":["trace[117185958] 'process raft request' (duration: 166.823854ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:59.462065Z","caller":"traceutil/trace.go:171","msg":"trace[2101923543] transaction","detail":"{read_only:false; response_revision:33941; number_of_response:1; }","duration":"167.337847ms","start":"2026-04-27T02:36:59.294684Z","end":"2026-04-27T02:36:59.462022Z","steps":["trace[2101923543] 'process raft request' (duration: 166.917677ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:59.462299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.760573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-04-27T02:36:59.462393Z","caller":"traceutil/trace.go:171","msg":"trace[881616695] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:33942; }","duration":"296.891728ms","start":"2026-04-27T02:36:59.165466Z","end":"2026-04-27T02:36:59.462358Z","steps":["trace[881616695] 'agreement among raft nodes before linearized reading' (duration: 296.658411ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:59.462475Z","caller":"traceutil/trace.go:171","msg":"trace[263629211] transaction","detail":"{read_only:false; response_revision:33942; number_of_response:1; }","duration":"157.40349ms","start":"2026-04-27T02:36:59.305034Z","end":"2026-04-27T02:36:59.462438Z","steps":["trace[263629211] 'process raft request' (duration: 156.958298ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:36:59.462513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.182121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T02:36:59.462517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.022145ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:36:59.462636Z","caller":"traceutil/trace.go:171","msg":"trace[259346390] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:33942; }","duration":"160.172469ms","start":"2026-04-27T02:36:59.302443Z","end":"2026-04-27T02:36:59.462616Z","steps":["trace[259346390] 'agreement among raft nodes before linearized reading' (duration: 159.905782ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:59.462569Z","caller":"traceutil/trace.go:171","msg":"trace[1133392718] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33942; }","duration":"121.294863ms","start":"2026-04-27T02:36:59.341255Z","end":"2026-04-27T02:36:59.46255Z","steps":["trace[1133392718] 'agreement among raft nodes before linearized reading' (duration: 121.017026ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:59.663655Z","caller":"traceutil/trace.go:171","msg":"trace[114200369] transaction","detail":"{read_only:false; response_revision:33943; number_of_response:1; }","duration":"197.183046ms","start":"2026-04-27T02:36:59.466457Z","end":"2026-04-27T02:36:59.66364Z","steps":["trace[114200369] 'process raft request' (duration: 196.96139ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:36:59.664063Z","caller":"traceutil/trace.go:171","msg":"trace[857735656] transaction","detail":"{read_only:false; response_revision:33944; number_of_response:1; }","duration":"197.173297ms","start":"2026-04-27T02:36:59.466867Z","end":"2026-04-27T02:36:59.664041Z","steps":["trace[857735656] 'process raft request' (duration: 196.743495ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:01.068093Z","caller":"traceutil/trace.go:171","msg":"trace[979451014] transaction","detail":"{read_only:false; response_revision:33952; number_of_response:1; }","duration":"115.395715ms","start":"2026-04-27T02:37:00.952662Z","end":"2026-04-27T02:37:01.068057Z","steps":["trace[979451014] 'process raft request' (duration: 115.173539ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:04.185002Z","caller":"traceutil/trace.go:171","msg":"trace[1075865176] linearizableReadLoop","detail":"{readStateIndex:35063; appliedIndex:35062; }","duration":"450.913041ms","start":"2026-04-27T02:37:03.734061Z","end":"2026-04-27T02:37:04.184975Z","steps":["trace[1075865176] 'read index received' (duration: 450.710946ms)","trace[1075865176] 'applied index is now lower than readState.Index' (duration: 200.725µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:04.185161Z","caller":"traceutil/trace.go:171","msg":"trace[862563357] transaction","detail":"{read_only:false; response_revision:33971; number_of_response:1; }","duration":"499.95461ms","start":"2026-04-27T02:37:03.685166Z","end":"2026-04-27T02:37:04.185121Z","steps":["trace[862563357] 'process raft request' (duration: 499.621312ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:04.185225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"451.147837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:37:04.18527Z","caller":"traceutil/trace.go:171","msg":"trace[99430498] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:33971; }","duration":"451.243159ms","start":"2026-04-27T02:37:03.734011Z","end":"2026-04-27T02:37:04.185254Z","steps":["trace[99430498] 'agreement among raft nodes before linearized reading' (duration: 451.073234ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:04.185321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:37:03.733992Z","time spent":"451.318251ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:37:04.185344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:37:03.685153Z","time spent":"500.100525ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:37:04.193659Z","caller":"traceutil/trace.go:171","msg":"trace[4256730] transaction","detail":"{read_only:false; response_revision:33972; number_of_response:1; }","duration":"457.868075ms","start":"2026-04-27T02:37:03.735769Z","end":"2026-04-27T02:37:04.193637Z","steps":["trace[4256730] 'process raft request' (duration: 457.757322ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:04.193804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:37:03.735757Z","time spent":"457.956537ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:37:04.749411Z","caller":"traceutil/trace.go:171","msg":"trace[2058384837] transaction","detail":"{read_only:false; response_revision:33978; number_of_response:1; }","duration":"131.211721ms","start":"2026-04-27T02:37:04.618178Z","end":"2026-04-27T02:37:04.749389Z","steps":["trace[2058384837] 'process raft request' (duration: 41.323627ms)","trace[2058384837] 'compare' (duration: 89.761961ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:05.203967Z","caller":"traceutil/trace.go:171","msg":"trace[1203466061] transaction","detail":"{read_only:false; response_revision:33981; number_of_response:1; }","duration":"111.129638ms","start":"2026-04-27T02:37:05.092811Z","end":"2026-04-27T02:37:05.203941Z","steps":["trace[1203466061] 'process raft request' (duration: 110.977605ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:05.675907Z","caller":"traceutil/trace.go:171","msg":"trace[576885876] transaction","detail":"{read_only:false; response_revision:33984; number_of_response:1; }","duration":"159.48322ms","start":"2026-04-27T02:37:05.516396Z","end":"2026-04-27T02:37:05.675879Z","steps":["trace[576885876] 'process raft request' (duration: 87.881874ms)","trace[576885876] 'compare' (duration: 70.99879ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:05.67631Z","caller":"traceutil/trace.go:171","msg":"trace[1591840531] transaction","detail":"{read_only:false; response_revision:33985; number_of_response:1; }","duration":"155.390158ms","start":"2026-04-27T02:37:05.5209Z","end":"2026-04-27T02:37:05.67629Z","steps":["trace[1591840531] 'process raft request' (duration: 154.942377ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:05.67624Z","caller":"traceutil/trace.go:171","msg":"trace[1103513626] linearizableReadLoop","detail":"{readStateIndex:35078; appliedIndex:35076; }","duration":"106.764168ms","start":"2026-04-27T02:37:05.569463Z","end":"2026-04-27T02:37:05.676227Z","steps":["trace[1103513626] 'read index received' (duration: 34.778212ms)","trace[1103513626] 'applied index is now lower than readState.Index' (duration: 71.985176ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:37:05.676552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.063125ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:37:05.676653Z","caller":"traceutil/trace.go:171","msg":"trace[1168349081] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:33985; }","duration":"107.216949ms","start":"2026-04-27T02:37:05.569413Z","end":"2026-04-27T02:37:05.67663Z","steps":["trace[1168349081] 'agreement among raft nodes before linearized reading' (duration: 107.051115ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:07.791363Z","caller":"traceutil/trace.go:171","msg":"trace[160116583] transaction","detail":"{read_only:false; response_revision:33999; number_of_response:1; }","duration":"110.751768ms","start":"2026-04-27T02:37:07.68059Z","end":"2026-04-27T02:37:07.791342Z","steps":["trace[160116583] 'process raft request' (duration: 52.560028ms)","trace[160116583] 'compare' (duration: 57.745489ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:07.791451Z","caller":"traceutil/trace.go:171","msg":"trace[849293285] transaction","detail":"{read_only:false; response_revision:34000; number_of_response:1; }","duration":"110.144233ms","start":"2026-04-27T02:37:07.681275Z","end":"2026-04-27T02:37:07.79142Z","steps":["trace[849293285] 'process raft request' (duration: 109.895757ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:08.486414Z","caller":"traceutil/trace.go:171","msg":"trace[545585037] transaction","detail":"{read_only:false; response_revision:34004; number_of_response:1; }","duration":"141.49608ms","start":"2026-04-27T02:37:08.344875Z","end":"2026-04-27T02:37:08.486371Z","steps":["trace[545585037] 'process raft request' (duration: 123.227111ms)","trace[545585037] 'compare' (duration: 17.990182ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:09.158949Z","caller":"traceutil/trace.go:171","msg":"trace[1793250128] linearizableReadLoop","detail":"{readStateIndex:35101; appliedIndex:35100; }","duration":"171.414239ms","start":"2026-04-27T02:37:08.98751Z","end":"2026-04-27T02:37:09.158925Z","steps":["trace[1793250128] 'read index received' (duration: 171.219264ms)","trace[1793250128] 'applied index is now lower than readState.Index' (duration: 193.985µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:09.159008Z","caller":"traceutil/trace.go:171","msg":"trace[2042157898] transaction","detail":"{read_only:false; response_revision:34008; number_of_response:1; }","duration":"180.084227ms","start":"2026-04-27T02:37:08.978897Z","end":"2026-04-27T02:37:09.158981Z","steps":["trace[2042157898] 'process raft request' (duration: 179.877961ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:09.159196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.659665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:37:09.15924Z","caller":"traceutil/trace.go:171","msg":"trace[1927060818] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:34008; }","duration":"171.756298ms","start":"2026-04-27T02:37:08.987471Z","end":"2026-04-27T02:37:09.159227Z","steps":["trace[1927060818] 'agreement among raft nodes before linearized reading' (duration: 171.593244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:09.160551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.354632ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2093966"} {"level":"info","ts":"2026-04-27T02:37:09.160631Z","caller":"traceutil/trace.go:171","msg":"trace[1609653143] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:34008; }","duration":"152.492445ms","start":"2026-04-27T02:37:09.00812Z","end":"2026-04-27T02:37:09.160612Z","steps":["trace[1609653143] 'agreement among raft nodes before linearized reading' (duration: 151.005848ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:09.406761Z","caller":"traceutil/trace.go:171","msg":"trace[1831993014] linearizableReadLoop","detail":"{readStateIndex:35105; appliedIndex:35104; }","duration":"147.866408ms","start":"2026-04-27T02:37:09.258876Z","end":"2026-04-27T02:37:09.406743Z","steps":["trace[1831993014] 'read index received' (duration: 85.259668ms)","trace[1831993014] 'applied index is now lower than readState.Index' (duration: 62.60593ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:09.406854Z","caller":"traceutil/trace.go:171","msg":"trace[151899427] transaction","detail":"{read_only:false; response_revision:34011; number_of_response:1; }","duration":"159.247214ms","start":"2026-04-27T02:37:09.247595Z","end":"2026-04-27T02:37:09.406842Z","steps":["trace[151899427] 'process raft request' (duration: 96.554422ms)","trace[151899427] 'compare' (duration: 62.491517ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:37:09.407048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.158185ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:37:09.407102Z","caller":"traceutil/trace.go:171","msg":"trace[1828070882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34011; }","duration":"148.252198ms","start":"2026-04-27T02:37:09.258836Z","end":"2026-04-27T02:37:09.407088Z","steps":["trace[1828070882] 'agreement among raft nodes before linearized reading' (duration: 148.117865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:09.453185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.034201ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-27T02:37:09.453254Z","caller":"traceutil/trace.go:171","msg":"trace[403737036] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:34012; }","duration":"167.151793ms","start":"2026-04-27T02:37:09.286084Z","end":"2026-04-27T02:37:09.453236Z","steps":["trace[403737036] 'agreement among raft nodes before linearized reading' (duration: 166.950798ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:09.714343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.626733ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:37:09.714478Z","caller":"traceutil/trace.go:171","msg":"trace[1222336485] linearizableReadLoop","detail":"{readStateIndex:35107; appliedIndex:35106; }","duration":"258.385011ms","start":"2026-04-27T02:37:09.45607Z","end":"2026-04-27T02:37:09.714455Z","steps":["trace[1222336485] 'read index received' (duration: 55.547194ms)","trace[1222336485] 'applied index is now lower than readState.Index' (duration: 202.836247ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:09.714611Z","caller":"traceutil/trace.go:171","msg":"trace[667058134] transaction","detail":"{read_only:false; response_revision:34013; number_of_response:1; }","duration":"304.678183ms","start":"2026-04-27T02:37:09.409876Z","end":"2026-04-27T02:37:09.714554Z","steps":["trace[667058134] 'process raft request' (duration: 101.727992ms)","trace[667058134] 'compare' (duration: 202.465209ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:37:09.714738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.650408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-053a937c-f204-4e99-8fb4-1432305a8c5e\" ","response":"range_response_count:1 size:1319"} {"level":"warn","ts":"2026-04-27T02:37:09.71483Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:37:09.409861Z","time spent":"304.854427ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:37:09.71487Z","caller":"traceutil/trace.go:171","msg":"trace[1535152374] range","detail":"{range_begin:/registry/persistentvolumes/pvc-053a937c-f204-4e99-8fb4-1432305a8c5e; range_end:; response_count:1; response_revision:34013; }","duration":"258.800881ms","start":"2026-04-27T02:37:09.456045Z","end":"2026-04-27T02:37:09.714846Z","steps":["trace[1535152374] 'agreement among raft nodes before linearized reading' (duration: 258.514034ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:09.79374Z","caller":"traceutil/trace.go:171","msg":"trace[13401998] transaction","detail":"{read_only:false; response_revision:34014; number_of_response:1; }","duration":"309.004391ms","start":"2026-04-27T02:37:09.484709Z","end":"2026-04-27T02:37:09.793713Z","steps":["trace[13401998] 'process raft request' (duration: 308.836807ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:09.794138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:37:09.48468Z","time spent":"309.3445ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:37:09.794482Z","caller":"traceutil/trace.go:171","msg":"trace[1633352145] transaction","detail":"{read_only:false; response_revision:34015; number_of_response:1; }","duration":"237.1775ms","start":"2026-04-27T02:37:09.557276Z","end":"2026-04-27T02:37:09.794453Z","steps":["trace[1633352145] 'process raft request' (duration: 237.010046ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:09.794519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.55728ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:37:09.794578Z","caller":"traceutil/trace.go:171","msg":"trace[987156373] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34015; }","duration":"178.655062ms","start":"2026-04-27T02:37:09.615909Z","end":"2026-04-27T02:37:09.794564Z","steps":["trace[987156373] 'agreement among raft nodes before linearized reading' (duration: 178.55819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:09.809846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.374603ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/\" range_end:\"/registry/secrets/openstack0\" ","response":"range_response_count:198 size:2093966"} {"level":"info","ts":"2026-04-27T02:37:09.81Z","caller":"traceutil/trace.go:171","msg":"trace[353720766] range","detail":"{range_begin:/registry/secrets/openstack/; range_end:/registry/secrets/openstack0; response_count:198; response_revision:34015; }","duration":"290.526597ms","start":"2026-04-27T02:37:09.519447Z","end":"2026-04-27T02:37:09.809974Z","steps":["trace[353720766] 'agreement among raft nodes before linearized reading' (duration: 274.950937ms)","trace[353720766] 'range keys from bolt db' (duration: 15.193711ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:09.919484Z","caller":"traceutil/trace.go:171","msg":"trace[1811009125] transaction","detail":"{read_only:false; response_revision:34016; number_of_response:1; }","duration":"116.227035ms","start":"2026-04-27T02:37:09.803212Z","end":"2026-04-27T02:37:09.919439Z","steps":["trace[1811009125] 'process raft request' (duration: 45.85426ms)","trace[1811009125] 'compare' (duration: 69.994396ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:09.919858Z","caller":"traceutil/trace.go:171","msg":"trace[2139607298] transaction","detail":"{read_only:false; response_revision:34017; number_of_response:1; }","duration":"116.366319ms","start":"2026-04-27T02:37:09.803468Z","end":"2026-04-27T02:37:09.919834Z","steps":["trace[2139607298] 'process raft request' (duration: 115.814775ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:10.461712Z","caller":"traceutil/trace.go:171","msg":"trace[1917003590] transaction","detail":"{read_only:false; response_revision:34018; number_of_response:1; }","duration":"192.154121ms","start":"2026-04-27T02:37:10.269529Z","end":"2026-04-27T02:37:10.461683Z","steps":["trace[1917003590] 'process raft request' (duration: 192.002087ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:10.672054Z","caller":"traceutil/trace.go:171","msg":"trace[622064261] linearizableReadLoop","detail":"{readStateIndex:35113; appliedIndex:35112; }","duration":"181.80014ms","start":"2026-04-27T02:37:10.490224Z","end":"2026-04-27T02:37:10.672024Z","steps":["trace[622064261] 'read index received' (duration: 181.691477ms)","trace[622064261] 'applied index is now lower than readState.Index' (duration: 107.103µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:10.672421Z","caller":"traceutil/trace.go:171","msg":"trace[955135237] transaction","detail":"{read_only:false; response_revision:34019; number_of_response:1; }","duration":"326.374687ms","start":"2026-04-27T02:37:10.346031Z","end":"2026-04-27T02:37:10.672405Z","steps":["trace[955135237] 'process raft request' (duration: 325.834863ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:10.672546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:37:10.345999Z","time spent":"326.458459ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:37:10.672638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.388855ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:37:10.672712Z","caller":"traceutil/trace.go:171","msg":"trace[1812602383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:34019; }","duration":"182.513009ms","start":"2026-04-27T02:37:10.490181Z","end":"2026-04-27T02:37:10.672694Z","steps":["trace[1812602383] 'agreement among raft nodes before linearized reading' (duration: 182.266363ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:10.74373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.997041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:37:10.743792Z","caller":"traceutil/trace.go:171","msg":"trace[362902623] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34022; }","duration":"128.068663ms","start":"2026-04-27T02:37:10.615711Z","end":"2026-04-27T02:37:10.74378Z","steps":["trace[362902623] 'agreement among raft nodes before linearized reading' (duration: 127.95953ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:10.888264Z","caller":"traceutil/trace.go:171","msg":"trace[1823631581] transaction","detail":"{read_only:false; response_revision:34023; number_of_response:1; }","duration":"112.224595ms","start":"2026-04-27T02:37:10.776009Z","end":"2026-04-27T02:37:10.888234Z","steps":["trace[1823631581] 'process raft request' (duration: 105.692781ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:10.942382Z","caller":"traceutil/trace.go:171","msg":"trace[661499754] transaction","detail":"{read_only:false; response_revision:34024; number_of_response:1; }","duration":"113.253481ms","start":"2026-04-27T02:37:10.829107Z","end":"2026-04-27T02:37:10.94236Z","steps":["trace[661499754] 'process raft request' (duration: 113.106878ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:11.015895Z","caller":"traceutil/trace.go:171","msg":"trace[1284367647] transaction","detail":"{read_only:false; response_revision:34025; number_of_response:1; }","duration":"121.918228ms","start":"2026-04-27T02:37:10.893945Z","end":"2026-04-27T02:37:11.015863Z","steps":["trace[1284367647] 'process raft request' (duration: 118.900763ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:11.015937Z","caller":"traceutil/trace.go:171","msg":"trace[550478000] transaction","detail":"{read_only:false; response_revision:34026; number_of_response:1; }","duration":"121.779376ms","start":"2026-04-27T02:37:10.894128Z","end":"2026-04-27T02:37:11.015907Z","steps":["trace[550478000] 'process raft request' (duration: 121.667043ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:11.208908Z","caller":"traceutil/trace.go:171","msg":"trace[1127142915] linearizableReadLoop","detail":"{readStateIndex:35123; appliedIndex:35120; }","duration":"180.387076ms","start":"2026-04-27T02:37:11.028497Z","end":"2026-04-27T02:37:11.208885Z","steps":["trace[1127142915] 'read index received' (duration: 25.676314ms)","trace[1127142915] 'applied index is now lower than readState.Index' (duration: 154.709782ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:11.209039Z","caller":"traceutil/trace.go:171","msg":"trace[1785018984] transaction","detail":"{read_only:false; response_revision:34029; number_of_response:1; }","duration":"188.600512ms","start":"2026-04-27T02:37:11.020427Z","end":"2026-04-27T02:37:11.209028Z","steps":["trace[1785018984] 'process raft request' (duration: 188.415347ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:11.209041Z","caller":"traceutil/trace.go:171","msg":"trace[437809646] transaction","detail":"{read_only:false; response_revision:34028; number_of_response:1; }","duration":"189.003231ms","start":"2026-04-27T02:37:11.019994Z","end":"2026-04-27T02:37:11.208997Z","steps":["trace[437809646] 'process raft request' (duration: 133.011287ms)","trace[437809646] 'compare' (duration: 55.680527ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:37:11.209369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.108406ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"warn","ts":"2026-04-27T02:37:11.209474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.601103ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-04-27T02:37:11.209534Z","caller":"traceutil/trace.go:171","msg":"trace[1908807214] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:34029; }","duration":"147.697775ms","start":"2026-04-27T02:37:11.061821Z","end":"2026-04-27T02:37:11.209518Z","steps":["trace[1908807214] 'agreement among raft nodes before linearized reading' (duration: 147.529111ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:11.209467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.953739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-27T02:37:11.209656Z","caller":"traceutil/trace.go:171","msg":"trace[1994643932] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:34029; }","duration":"181.169905ms","start":"2026-04-27T02:37:11.028444Z","end":"2026-04-27T02:37:11.209614Z","steps":["trace[1994643932] 'agreement among raft nodes before linearized reading' (duration: 180.864537ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:11.209898Z","caller":"traceutil/trace.go:171","msg":"trace[493638215] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:34029; }","duration":"148.247628ms","start":"2026-04-27T02:37:11.061199Z","end":"2026-04-27T02:37:11.209447Z","steps":["trace[493638215] 'agreement among raft nodes before linearized reading' (duration: 147.91276ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:11.365039Z","caller":"traceutil/trace.go:171","msg":"trace[2075033422] transaction","detail":"{read_only:false; response_revision:34030; number_of_response:1; }","duration":"149.983012ms","start":"2026-04-27T02:37:11.21502Z","end":"2026-04-27T02:37:11.365003Z","steps":["trace[2075033422] 'process raft request' (duration: 132.940715ms)","trace[2075033422] 'compare' (duration: 16.835192ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:11.406147Z","caller":"traceutil/trace.go:171","msg":"trace[709540758] linearizableReadLoop","detail":"{readStateIndex:35126; appliedIndex:35123; }","duration":"184.751115ms","start":"2026-04-27T02:37:11.221372Z","end":"2026-04-27T02:37:11.406123Z","steps":["trace[709540758] 'read index received' (duration: 128.33263ms)","trace[709540758] 'applied index is now lower than readState.Index' (duration: 56.417525ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:11.406201Z","caller":"traceutil/trace.go:171","msg":"trace[1671239098] transaction","detail":"{read_only:false; response_revision:34031; number_of_response:1; }","duration":"190.779256ms","start":"2026-04-27T02:37:11.215386Z","end":"2026-04-27T02:37:11.406165Z","steps":["trace[1671239098] 'process raft request' (duration: 190.55022ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:11.40634Z","caller":"traceutil/trace.go:171","msg":"trace[1603946084] transaction","detail":"{read_only:false; response_revision:34032; number_of_response:1; }","duration":"190.873418ms","start":"2026-04-27T02:37:11.21545Z","end":"2026-04-27T02:37:11.406323Z","steps":["trace[1603946084] 'process raft request' (duration: 190.622821ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:11.406574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.173595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-27T02:37:11.406673Z","caller":"traceutil/trace.go:171","msg":"trace[798170821] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:34032; }","duration":"185.307368ms","start":"2026-04-27T02:37:11.221344Z","end":"2026-04-27T02:37:11.406651Z","steps":["trace[798170821] 'agreement among raft nodes before linearized reading' (duration: 185.051411ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:11.626795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.801229ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:37:11.62748Z","caller":"traceutil/trace.go:171","msg":"trace[1004403444] transaction","detail":"{read_only:false; response_revision:34035; number_of_response:1; }","duration":"174.555139ms","start":"2026-04-27T02:37:11.452907Z","end":"2026-04-27T02:37:11.627462Z","steps":["trace[1004403444] 'process raft request' (duration: 174.471567ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:11.627591Z","caller":"traceutil/trace.go:171","msg":"trace[838651255] linearizableReadLoop","detail":"{readStateIndex:35128; appliedIndex:35127; }","duration":"178.98579ms","start":"2026-04-27T02:37:11.448576Z","end":"2026-04-27T02:37:11.627562Z","steps":["trace[838651255] 'read index received' (duration: 16.358021ms)","trace[838651255] 'applied index is now lower than readState.Index' (duration: 162.623679ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:11.627658Z","caller":"traceutil/trace.go:171","msg":"trace[1180048915] transaction","detail":"{read_only:false; response_revision:34034; number_of_response:1; }","duration":"215.595448ms","start":"2026-04-27T02:37:11.412019Z","end":"2026-04-27T02:37:11.627615Z","steps":["trace[1180048915] 'process raft request' (duration: 52.904857ms)","trace[1180048915] 'compare' (duration: 161.665175ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:37:11.627903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.541927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1132"} {"level":"info","ts":"2026-04-27T02:37:11.627973Z","caller":"traceutil/trace.go:171","msg":"trace[1918654642] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:34035; }","duration":"215.648229ms","start":"2026-04-27T02:37:11.412305Z","end":"2026-04-27T02:37:11.627953Z","steps":["trace[1918654642] 'agreement among raft nodes before linearized reading' (duration: 215.375452ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:11.629228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.675689ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2212892"} {"level":"info","ts":"2026-04-27T02:37:11.629302Z","caller":"traceutil/trace.go:171","msg":"trace[274577446] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:34035; }","duration":"201.780342ms","start":"2026-04-27T02:37:11.427503Z","end":"2026-04-27T02:37:11.629284Z","steps":["trace[274577446] 'agreement among raft nodes before linearized reading' (duration: 200.53429ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:44.901189Z","caller":"traceutil/trace.go:171","msg":"trace[1880896811] transaction","detail":"{read_only:false; response_revision:34326; number_of_response:1; }","duration":"107.461167ms","start":"2026-04-27T02:37:44.79369Z","end":"2026-04-27T02:37:44.901151Z","steps":["trace[1880896811] 'process raft request' (duration: 30.645579ms)","trace[1880896811] 'compare' (duration: 76.52453ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:45.150044Z","caller":"traceutil/trace.go:171","msg":"trace[1082161180] linearizableReadLoop","detail":"{readStateIndex:35434; appliedIndex:35433; }","duration":"145.861159ms","start":"2026-04-27T02:37:45.004153Z","end":"2026-04-27T02:37:45.150014Z","steps":["trace[1082161180] 'read index received' (duration: 145.202582ms)","trace[1082161180] 'applied index is now lower than readState.Index' (duration: 657.366µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:37:45.150163Z","caller":"traceutil/trace.go:171","msg":"trace[1729640148] transaction","detail":"{read_only:false; response_revision:34331; number_of_response:1; }","duration":"151.703046ms","start":"2026-04-27T02:37:44.998418Z","end":"2026-04-27T02:37:45.150121Z","steps":["trace[1729640148] 'process raft request' (duration: 151.383407ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:37:45.150204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.021923ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:37:45.150271Z","caller":"traceutil/trace.go:171","msg":"trace[1774889154] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:34331; }","duration":"146.137156ms","start":"2026-04-27T02:37:45.004116Z","end":"2026-04-27T02:37:45.150253Z","steps":["trace[1774889154] 'agreement among raft nodes before linearized reading' (duration: 146.013423ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:45.202354Z","caller":"traceutil/trace.go:171","msg":"trace[159945380] transaction","detail":"{read_only:false; response_revision:34332; number_of_response:1; }","duration":"139.648253ms","start":"2026-04-27T02:37:45.062648Z","end":"2026-04-27T02:37:45.202296Z","steps":["trace[159945380] 'process raft request' (duration: 139.436648ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:45.202563Z","caller":"traceutil/trace.go:171","msg":"trace[1460276799] transaction","detail":"{read_only:false; response_revision:34333; number_of_response:1; }","duration":"101.859255ms","start":"2026-04-27T02:37:45.100668Z","end":"2026-04-27T02:37:45.202527Z","steps":["trace[1460276799] 'process raft request' (duration: 101.581368ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:57.072269Z","caller":"traceutil/trace.go:171","msg":"trace[1091401871] transaction","detail":"{read_only:false; response_revision:34423; number_of_response:1; }","duration":"117.244342ms","start":"2026-04-27T02:37:56.954993Z","end":"2026-04-27T02:37:57.072237Z","steps":["trace[1091401871] 'process raft request' (duration: 117.093978ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:37:57.072483Z","caller":"traceutil/trace.go:171","msg":"trace[2018780409] transaction","detail":"{read_only:false; response_revision:34424; number_of_response:1; }","duration":"111.473695ms","start":"2026-04-27T02:37:56.960956Z","end":"2026-04-27T02:37:57.07243Z","steps":["trace[2018780409] 'process raft request' (duration: 111.24898ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:38:00.074032Z","caller":"traceutil/trace.go:171","msg":"trace[180920052] transaction","detail":"{read_only:false; response_revision:34443; number_of_response:1; }","duration":"263.959511ms","start":"2026-04-27T02:37:59.810052Z","end":"2026-04-27T02:38:00.074011Z","steps":["trace[180920052] 'process raft request' (duration: 216.267005ms)","trace[180920052] 'compare' (duration: 47.598604ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:38:00.105603Z","caller":"traceutil/trace.go:171","msg":"trace[1484503397] transaction","detail":"{read_only:false; response_revision:34444; number_of_response:1; }","duration":"182.438597ms","start":"2026-04-27T02:37:59.923114Z","end":"2026-04-27T02:38:00.105553Z","steps":["trace[1484503397] 'process raft request' (duration: 181.984145ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:00.105743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.047962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:38:00.105802Z","caller":"traceutil/trace.go:171","msg":"trace[957328863] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34444; }","duration":"179.155075ms","start":"2026-04-27T02:37:59.926638Z","end":"2026-04-27T02:38:00.105793Z","steps":["trace[957328863] 'agreement among raft nodes before linearized reading' (duration: 178.97484ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:38:00.105577Z","caller":"traceutil/trace.go:171","msg":"trace[1862102497] linearizableReadLoop","detail":"{readStateIndex:35550; appliedIndex:35548; }","duration":"178.732704ms","start":"2026-04-27T02:37:59.926681Z","end":"2026-04-27T02:38:00.105414Z","steps":["trace[1862102497] 'read index received' (duration: 99.654041ms)","trace[1862102497] 'applied index is now lower than readState.Index' (duration: 79.077603ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:38:00.124015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.389859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:38:00.12408Z","caller":"traceutil/trace.go:171","msg":"trace[932524211] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:34445; }","duration":"112.488891ms","start":"2026-04-27T02:38:00.011578Z","end":"2026-04-27T02:38:00.124067Z","steps":["trace[932524211] 'agreement among raft nodes before linearized reading' (duration: 112.322117ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:38:02.236488Z","caller":"traceutil/trace.go:171","msg":"trace[14451234] transaction","detail":"{read_only:false; response_revision:34459; number_of_response:1; }","duration":"108.03428ms","start":"2026-04-27T02:38:02.128435Z","end":"2026-04-27T02:38:02.236469Z","steps":["trace[14451234] 'process raft request' (duration: 107.911477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:02.266381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.360977ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:38:02.266458Z","caller":"traceutil/trace.go:171","msg":"trace[25083482] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:34461; }","duration":"106.457351ms","start":"2026-04-27T02:38:02.159972Z","end":"2026-04-27T02:38:02.266429Z","steps":["trace[25083482] 'agreement among raft nodes before linearized reading' (duration: 106.235865ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:02.426001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.988198ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:38:02.426141Z","caller":"traceutil/trace.go:171","msg":"trace[1426573119] linearizableReadLoop","detail":"{readStateIndex:35568; appliedIndex:35567; }","duration":"159.939232ms","start":"2026-04-27T02:38:02.266182Z","end":"2026-04-27T02:38:02.426121Z","steps":["trace[1426573119] 'read index received' (duration: 55.733778ms)","trace[1426573119] 'applied index is now lower than readState.Index' (duration: 104.203543ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:38:02.426273Z","caller":"traceutil/trace.go:171","msg":"trace[579935104] transaction","detail":"{read_only:false; response_revision:34462; number_of_response:1; }","duration":"184.889118ms","start":"2026-04-27T02:38:02.241366Z","end":"2026-04-27T02:38:02.426255Z","steps":["trace[579935104] 'process raft request' (duration: 80.532099ms)","trace[579935104] 'compare' (duration: 103.762723ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:38:02.426633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.472613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T02:38:02.426641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.137528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-04-27T02:38:02.426709Z","caller":"traceutil/trace.go:171","msg":"trace[199478282] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:34462; }","duration":"185.594727ms","start":"2026-04-27T02:38:02.241096Z","end":"2026-04-27T02:38:02.426691Z","steps":["trace[199478282] 'agreement among raft nodes before linearized reading' (duration: 185.348141ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:02.426694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.057336ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:38:02.426814Z","caller":"traceutil/trace.go:171","msg":"trace[1114964193] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:34462; }","duration":"111.179569ms","start":"2026-04-27T02:38:02.315574Z","end":"2026-04-27T02:38:02.426753Z","steps":["trace[1114964193] 'agreement among raft nodes before linearized reading' (duration: 110.745738ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:38:02.426714Z","caller":"traceutil/trace.go:171","msg":"trace[2090637474] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:34462; }","duration":"105.255061ms","start":"2026-04-27T02:38:02.32144Z","end":"2026-04-27T02:38:02.426695Z","steps":["trace[2090637474] 'agreement among raft nodes before linearized reading' (duration: 105.062796ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:38:15.645135Z","caller":"traceutil/trace.go:171","msg":"trace[2047862043] transaction","detail":"{read_only:false; response_revision:34557; number_of_response:1; }","duration":"142.291769ms","start":"2026-04-27T02:38:15.502826Z","end":"2026-04-27T02:38:15.645118Z","steps":["trace[2047862043] 'process raft request' (duration: 94.926341ms)","trace[2047862043] 'compare' (duration: 47.02637ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:38:35.411531Z","caller":"traceutil/trace.go:171","msg":"trace[2122927782] transaction","detail":"{read_only:false; response_revision:34699; number_of_response:1; }","duration":"123.320614ms","start":"2026-04-27T02:38:35.288185Z","end":"2026-04-27T02:38:35.411505Z","steps":["trace[2122927782] 'process raft request' (duration: 121.444237ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:38:35.48108Z","caller":"traceutil/trace.go:171","msg":"trace[702328187] transaction","detail":"{read_only:false; response_revision:34701; number_of_response:1; }","duration":"173.843261ms","start":"2026-04-27T02:38:35.307214Z","end":"2026-04-27T02:38:35.481057Z","steps":["trace[702328187] 'process raft request' (duration: 173.81019ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:38:35.481175Z","caller":"traceutil/trace.go:171","msg":"trace[527723705] transaction","detail":"{read_only:false; response_revision:34700; number_of_response:1; }","duration":"183.833212ms","start":"2026-04-27T02:38:35.2973Z","end":"2026-04-27T02:38:35.481133Z","steps":["trace[527723705] 'process raft request' (duration: 183.621436ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:38:35.696669Z","caller":"traceutil/trace.go:171","msg":"trace[498195505] transaction","detail":"{read_only:false; response_revision:34702; number_of_response:1; }","duration":"119.392755ms","start":"2026-04-27T02:38:35.577227Z","end":"2026-04-27T02:38:35.69662Z","steps":["trace[498195505] 'process raft request' (duration: 32.391523ms)","trace[498195505] 'compare' (duration: 86.758286ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:38:56.913653Z","caller":"traceutil/trace.go:171","msg":"trace[1583731200] transaction","detail":"{read_only:false; response_revision:34855; number_of_response:1; }","duration":"414.325283ms","start":"2026-04-27T02:38:56.499299Z","end":"2026-04-27T02:38:56.913624Z","steps":["trace[1583731200] 'process raft request' (duration: 414.170199ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:56.91393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:38:56.499266Z","time spent":"414.479957ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:38:56.919542Z","caller":"traceutil/trace.go:171","msg":"trace[1865003907] linearizableReadLoop","detail":"{readStateIndex:35974; appliedIndex:35971; }","duration":"334.953703ms","start":"2026-04-27T02:38:56.584565Z","end":"2026-04-27T02:38:56.919518Z","steps":["trace[1865003907] 'read index received' (duration: 328.929332ms)","trace[1865003907] 'applied index is now lower than readState.Index' (duration: 6.023501ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:38:56.919633Z","caller":"traceutil/trace.go:171","msg":"trace[701822038] transaction","detail":"{read_only:false; response_revision:34856; number_of_response:1; }","duration":"402.902607ms","start":"2026-04-27T02:38:56.516722Z","end":"2026-04-27T02:38:56.919625Z","steps":["trace[701822038] 'process raft request' (duration: 402.611609ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:56.919728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:38:56.516698Z","time spent":"402.962779ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:38:56.919804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.211899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:38:56.919862Z","caller":"traceutil/trace.go:171","msg":"trace[161595894] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34858; }","duration":"335.326082ms","start":"2026-04-27T02:38:56.584521Z","end":"2026-04-27T02:38:56.919847Z","steps":["trace[161595894] 'agreement among raft nodes before linearized reading' (duration: 335.218559ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:56.919898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:38:56.584501Z","time spent":"335.387303ms","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-04-27T02:38:56.920009Z","caller":"traceutil/trace.go:171","msg":"trace[1016815095] transaction","detail":"{read_only:false; response_revision:34858; number_of_response:1; }","duration":"181.084473ms","start":"2026-04-27T02:38:56.738877Z","end":"2026-04-27T02:38:56.919962Z","steps":["trace[1016815095] 'process raft request' (duration: 180.608171ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:56.920025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.831112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:38:56.920205Z","caller":"traceutil/trace.go:171","msg":"trace[1668091935] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:34858; }","duration":"308.060008ms","start":"2026-04-27T02:38:56.612133Z","end":"2026-04-27T02:38:56.920193Z","steps":["trace[1668091935] 'agreement among raft nodes before linearized reading' (duration: 307.647288ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:56.920235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:38:56.612118Z","time spent":"308.107779ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:38:56.920444Z","caller":"traceutil/trace.go:171","msg":"trace[1759321017] transaction","detail":"{read_only:false; response_revision:34857; number_of_response:1; }","duration":"399.693567ms","start":"2026-04-27T02:38:56.520735Z","end":"2026-04-27T02:38:56.920429Z","steps":["trace[1759321017] 'process raft request' (duration: 398.713792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:56.920451Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.022585ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:38:56.920625Z","caller":"traceutil/trace.go:171","msg":"trace[873601639] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:34858; }","duration":"109.209739ms","start":"2026-04-27T02:38:56.81137Z","end":"2026-04-27T02:38:56.92058Z","steps":["trace[873601639] 'agreement among raft nodes before linearized reading' (duration: 108.629195ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:56.920532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:38:56.520723Z","time spent":"399.750498ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:38:57.084067Z","caller":"traceutil/trace.go:171","msg":"trace[1271468134] linearizableReadLoop","detail":"{readStateIndex:35977; appliedIndex:35975; }","duration":"157.557823ms","start":"2026-04-27T02:38:56.926479Z","end":"2026-04-27T02:38:57.084036Z","steps":["trace[1271468134] 'read index received' (duration: 25.167011ms)","trace[1271468134] 'applied index is now lower than readState.Index' (duration: 132.389552ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:38:57.084182Z","caller":"traceutil/trace.go:171","msg":"trace[1847338329] transaction","detail":"{read_only:false; response_revision:34860; number_of_response:1; }","duration":"157.868031ms","start":"2026-04-27T02:38:56.926282Z","end":"2026-04-27T02:38:57.08415Z","steps":["trace[1847338329] 'process raft request' (duration: 124.521735ms)","trace[1847338329] 'compare' (duration: 33.069349ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:38:57.084267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.765298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:38:57.084343Z","caller":"traceutil/trace.go:171","msg":"trace[1435074880] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:34860; }","duration":"157.86858ms","start":"2026-04-27T02:38:56.926454Z","end":"2026-04-27T02:38:57.084323Z","steps":["trace[1435074880] 'agreement among raft nodes before linearized reading' (duration: 157.742517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:38:57.084427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.60806ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:38:57.08457Z","caller":"traceutil/trace.go:171","msg":"trace[237676049] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:34860; }","duration":"105.802104ms","start":"2026-04-27T02:38:56.978745Z","end":"2026-04-27T02:38:57.084547Z","steps":["trace[237676049] 'agreement among raft nodes before linearized reading' (duration: 105.583048ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:39:04.586353Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32649} {"level":"info","ts":"2026-04-27T02:39:04.73714Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32649,"took":"146.834113ms","hash":3394744710,"current-db-size-bytes":58896384,"current-db-size":"59 MB","current-db-size-in-use-bytes":30879744,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-27T02:39:04.737224Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3394744710,"revision":32649,"compact-revision":30422} {"level":"warn","ts":"2026-04-27T02:39:07.261944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.613052ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:39:07.262017Z","caller":"traceutil/trace.go:171","msg":"trace[1894569678] linearizableReadLoop","detail":"{readStateIndex:36051; appliedIndex:36050; }","duration":"202.725326ms","start":"2026-04-27T02:39:07.05928Z","end":"2026-04-27T02:39:07.262005Z","steps":["trace[1894569678] 'read index received' (duration: 9.90991ms)","trace[1894569678] 'applied index is now lower than readState.Index' (duration: 192.814636ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:39:07.262109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.400008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:39:07.262103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.803948ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:39:07.262159Z","caller":"traceutil/trace.go:171","msg":"trace[598732732] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:34931; }","duration":"202.906311ms","start":"2026-04-27T02:39:07.059241Z","end":"2026-04-27T02:39:07.262147Z","steps":["trace[598732732] 'agreement among raft nodes before linearized reading' (duration: 202.806309ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:39:07.262131Z","caller":"traceutil/trace.go:171","msg":"trace[1243647221] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:34931; }","duration":"153.452409ms","start":"2026-04-27T02:39:07.108672Z","end":"2026-04-27T02:39:07.262124Z","steps":["trace[1243647221] 'agreement among raft nodes before linearized reading' (duration: 153.403818ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:39:07.262224Z","caller":"traceutil/trace.go:171","msg":"trace[1079892672] transaction","detail":"{read_only:false; response_revision:34931; number_of_response:1; }","duration":"224.203625ms","start":"2026-04-27T02:39:07.037847Z","end":"2026-04-27T02:39:07.262051Z","steps":["trace[1079892672] 'process raft request' (duration: 31.424209ms)","trace[1079892672] 'compare' (duration: 192.401976ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:39:11.179898Z","caller":"traceutil/trace.go:171","msg":"trace[1654707636] transaction","detail":"{read_only:false; response_revision:34961; number_of_response:1; }","duration":"134.33841ms","start":"2026-04-27T02:39:11.045537Z","end":"2026-04-27T02:39:11.179875Z","steps":["trace[1654707636] 'process raft request' (duration: 86.699095ms)","trace[1654707636] 'compare' (duration: 47.560083ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:39:11.180319Z","caller":"traceutil/trace.go:171","msg":"trace[84785016] transaction","detail":"{read_only:false; response_revision:34962; number_of_response:1; }","duration":"133.620631ms","start":"2026-04-27T02:39:11.04669Z","end":"2026-04-27T02:39:11.180311Z","steps":["trace[84785016] 'process raft request' (duration: 133.566619ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:39:17.540768Z","caller":"traceutil/trace.go:171","msg":"trace[780206813] transaction","detail":"{read_only:false; response_revision:35005; number_of_response:1; }","duration":"118.855591ms","start":"2026-04-27T02:39:17.421872Z","end":"2026-04-27T02:39:17.540728Z","steps":["trace[780206813] 'process raft request' (duration: 118.665546ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:39:17.571533Z","caller":"traceutil/trace.go:171","msg":"trace[361994656] linearizableReadLoop","detail":"{readStateIndex:36128; appliedIndex:36126; }","duration":"101.810963ms","start":"2026-04-27T02:39:17.469677Z","end":"2026-04-27T02:39:17.571488Z","steps":["trace[361994656] 'read index received' (duration: 70.876927ms)","trace[361994656] 'applied index is now lower than readState.Index' (duration: 30.932276ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:39:17.571603Z","caller":"traceutil/trace.go:171","msg":"trace[854830188] transaction","detail":"{read_only:false; response_revision:35006; number_of_response:1; }","duration":"143.412697ms","start":"2026-04-27T02:39:17.428136Z","end":"2026-04-27T02:39:17.571549Z","steps":["trace[854830188] 'process raft request' (duration: 143.192121ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:39:17.571753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.06459ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:39:17.571798Z","caller":"traceutil/trace.go:171","msg":"trace[513773180] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35006; }","duration":"102.173923ms","start":"2026-04-27T02:39:17.469613Z","end":"2026-04-27T02:39:17.571786Z","steps":["trace[513773180] 'agreement among raft nodes before linearized reading' (duration: 102.000508ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:41:04.924695Z","caller":"traceutil/trace.go:171","msg":"trace[1904216951] transaction","detail":"{read_only:false; response_revision:35827; number_of_response:1; }","duration":"120.009429ms","start":"2026-04-27T02:41:04.804659Z","end":"2026-04-27T02:41:04.924669Z","steps":["trace[1904216951] 'process raft request' (duration: 119.2172ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:41:06.414042Z","caller":"traceutil/trace.go:171","msg":"trace[1505222972] transaction","detail":"{read_only:false; response_revision:35837; number_of_response:1; }","duration":"276.968617ms","start":"2026-04-27T02:41:06.13705Z","end":"2026-04-27T02:41:06.414019Z","steps":["trace[1505222972] 'process raft request' (duration: 276.925686ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:41:06.414191Z","caller":"traceutil/trace.go:171","msg":"trace[1549837606] transaction","detail":"{read_only:false; response_revision:35836; number_of_response:1; }","duration":"283.205334ms","start":"2026-04-27T02:41:06.130934Z","end":"2026-04-27T02:41:06.414139Z","steps":["trace[1549837606] 'process raft request' (duration: 282.924047ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:41:06.470591Z","caller":"traceutil/trace.go:171","msg":"trace[1821678223] linearizableReadLoop","detail":"{readStateIndex:36985; appliedIndex:36984; }","duration":"256.649767ms","start":"2026-04-27T02:41:06.213907Z","end":"2026-04-27T02:41:06.470556Z","steps":["trace[1821678223] 'read index received' (duration: 200.15344ms)","trace[1821678223] 'applied index is now lower than readState.Index' (duration: 56.494787ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:41:06.470683Z","caller":"traceutil/trace.go:171","msg":"trace[1306388093] transaction","detail":"{read_only:false; response_revision:35839; number_of_response:1; }","duration":"134.211776ms","start":"2026-04-27T02:41:06.336423Z","end":"2026-04-27T02:41:06.470634Z","steps":["trace[1306388093] 'process raft request' (duration: 134.063703ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:41:06.470865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.944744ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:41:06.470937Z","caller":"traceutil/trace.go:171","msg":"trace[336113751] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:35839; }","duration":"257.067227ms","start":"2026-04-27T02:41:06.213852Z","end":"2026-04-27T02:41:06.47092Z","steps":["trace[336113751] 'agreement among raft nodes before linearized reading' (duration: 256.830992ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:41:06.470683Z","caller":"traceutil/trace.go:171","msg":"trace[1798140112] transaction","detail":"{read_only:false; response_revision:35838; number_of_response:1; }","duration":"260.73435ms","start":"2026-04-27T02:41:06.20989Z","end":"2026-04-27T02:41:06.470625Z","steps":["trace[1798140112] 'process raft request' (duration: 260.426833ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:03.210516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.060151ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:42:03.210584Z","caller":"traceutil/trace.go:171","msg":"trace[1983965154] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36252; }","duration":"120.180794ms","start":"2026-04-27T02:42:03.090391Z","end":"2026-04-27T02:42:03.210571Z","steps":["trace[1983965154] 'range keys from in-memory index tree' (duration: 119.897247ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:10.966891Z","caller":"traceutil/trace.go:171","msg":"trace[450022505] transaction","detail":"{read_only:false; response_revision:36307; number_of_response:1; }","duration":"240.80039ms","start":"2026-04-27T02:42:10.726049Z","end":"2026-04-27T02:42:10.966849Z","steps":["trace[450022505] 'process raft request' (duration: 191.705839ms)","trace[450022505] 'compare' (duration: 48.952878ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:11.009837Z","caller":"traceutil/trace.go:171","msg":"trace[1400923981] transaction","detail":"{read_only:false; response_revision:36308; number_of_response:1; }","duration":"282.423775ms","start":"2026-04-27T02:42:10.727375Z","end":"2026-04-27T02:42:11.009798Z","steps":["trace[1400923981] 'process raft request' (duration: 282.120018ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:11.009912Z","caller":"traceutil/trace.go:171","msg":"trace[1313303886] transaction","detail":"{read_only:false; response_revision:36309; number_of_response:1; }","duration":"280.623129ms","start":"2026-04-27T02:42:10.729252Z","end":"2026-04-27T02:42:11.009876Z","steps":["trace[1313303886] 'process raft request' (duration: 280.386813ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:11.010116Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.548456ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:42:11.010182Z","caller":"traceutil/trace.go:171","msg":"trace[1157138124] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36309; }","duration":"144.69705ms","start":"2026-04-27T02:42:10.865471Z","end":"2026-04-27T02:42:11.010168Z","steps":["trace[1157138124] 'agreement among raft nodes before linearized reading' (duration: 144.520956ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:11.009731Z","caller":"traceutil/trace.go:171","msg":"trace[2099515649] linearizableReadLoop","detail":"{readStateIndex:37469; appliedIndex:37466; }","duration":"144.132646ms","start":"2026-04-27T02:42:10.865557Z","end":"2026-04-27T02:42:11.00969Z","steps":["trace[2099515649] 'read index received' (duration: 52.308193ms)","trace[2099515649] 'applied index is now lower than readState.Index' (duration: 91.822963ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:11.157942Z","caller":"traceutil/trace.go:171","msg":"trace[462291516] transaction","detail":"{read_only:false; response_revision:36312; number_of_response:1; }","duration":"121.801596ms","start":"2026-04-27T02:42:11.036113Z","end":"2026-04-27T02:42:11.157915Z","steps":["trace[462291516] 'process raft request' (duration: 121.727564ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:11.157953Z","caller":"traceutil/trace.go:171","msg":"trace[848400762] transaction","detail":"{read_only:false; response_revision:36311; number_of_response:1; }","duration":"142.561226ms","start":"2026-04-27T02:42:11.015369Z","end":"2026-04-27T02:42:11.15793Z","steps":["trace[848400762] 'process raft request' (duration: 118.879171ms)","trace[848400762] 'compare' (duration: 23.209822ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:11.79104Z","caller":"traceutil/trace.go:171","msg":"trace[1152070726] linearizableReadLoop","detail":"{readStateIndex:37473; appliedIndex:37472; }","duration":"364.817462ms","start":"2026-04-27T02:42:11.426196Z","end":"2026-04-27T02:42:11.791014Z","steps":["trace[1152070726] 'read index received' (duration: 364.636516ms)","trace[1152070726] 'applied index is now lower than readState.Index' (duration: 179.666µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:11.791071Z","caller":"traceutil/trace.go:171","msg":"trace[1986054735] transaction","detail":"{read_only:false; response_revision:36313; number_of_response:1; }","duration":"380.549016ms","start":"2026-04-27T02:42:11.41049Z","end":"2026-04-27T02:42:11.791039Z","steps":["trace[1986054735] 'process raft request' (duration: 380.34606ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:11.79124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:11.410465Z","time spent":"380.67898ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:11.791319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.10032ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:42:11.791386Z","caller":"traceutil/trace.go:171","msg":"trace[1163793583] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36313; }","duration":"365.220762ms","start":"2026-04-27T02:42:11.426145Z","end":"2026-04-27T02:42:11.791366Z","steps":["trace[1163793583] 'agreement among raft nodes before linearized reading' (duration: 365.001587ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:11.791452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:11.426125Z","time spent":"365.294934ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:42:12.341418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.171273ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:12.341899Z","caller":"traceutil/trace.go:171","msg":"trace[1668659094] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:36313; }","duration":"454.664195ms","start":"2026-04-27T02:42:11.887214Z","end":"2026-04-27T02:42:12.341879Z","steps":["trace[1668659094] 'range keys from in-memory index tree' (duration: 454.148792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:12.341999Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.936666ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:12.34228Z","caller":"traceutil/trace.go:171","msg":"trace[1165835371] transaction","detail":"{read_only:false; response_revision:36315; number_of_response:1; }","duration":"545.994797ms","start":"2026-04-27T02:42:11.796261Z","end":"2026-04-27T02:42:12.342255Z","steps":["trace[1165835371] 'process raft request' (duration: 545.877284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:12.342396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:11.796239Z","time spent":"546.102849ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:12.342626Z","caller":"traceutil/trace.go:171","msg":"trace[706924318] linearizableReadLoop","detail":"{readStateIndex:37474; appliedIndex:37473; }","duration":"551.487103ms","start":"2026-04-27T02:42:11.791112Z","end":"2026-04-27T02:42:12.342599Z","steps":["trace[706924318] 'read index received' (duration: 37.834109ms)","trace[706924318] 'applied index is now lower than readState.Index' (duration: 513.649014ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:12.342933Z","caller":"traceutil/trace.go:171","msg":"trace[1992863738] transaction","detail":"{read_only:false; response_revision:36314; number_of_response:1; }","duration":"574.474011ms","start":"2026-04-27T02:42:11.768419Z","end":"2026-04-27T02:42:12.342893Z","steps":["trace[1992863738] 'process raft request' (duration: 60.534369ms)","trace[1992863738] 'compare' (duration: 512.616249ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:12.343069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:11.768388Z","time spent":"574.613145ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:12.343065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"846.853224ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:42:12.343144Z","caller":"traceutil/trace.go:171","msg":"trace[682889715] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36315; }","duration":"846.978627ms","start":"2026-04-27T02:42:11.496148Z","end":"2026-04-27T02:42:12.343127Z","steps":["trace[682889715] 'agreement among raft nodes before linearized reading' (duration: 846.745441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:12.343201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:11.496123Z","time spent":"847.068749ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:42:12.343374Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"727.818117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:12.343436Z","caller":"traceutil/trace.go:171","msg":"trace[83046544] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36315; }","duration":"727.914629ms","start":"2026-04-27T02:42:11.615506Z","end":"2026-04-27T02:42:12.34342Z","steps":["trace[83046544] 'agreement among raft nodes before linearized reading' (duration: 727.214471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:12.343507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:11.61549Z","time spent":"728.000382ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:42:12.343552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"640.906327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:42:12.343654Z","caller":"traceutil/trace.go:171","msg":"trace[319151820] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:36315; }","duration":"641.083521ms","start":"2026-04-27T02:42:11.702545Z","end":"2026-04-27T02:42:12.343628Z","steps":["trace[319151820] 'agreement among raft nodes before linearized reading' (duration: 640.871136ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:12.343711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:11.70252Z","time spent":"641.176284ms","remote":"127.0.0.1:39386","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:12.389075Z","caller":"traceutil/trace.go:171","msg":"trace[157023496] transaction","detail":"{read_only:false; response_revision:36316; number_of_response:1; }","duration":"501.818238ms","start":"2026-04-27T02:42:11.88723Z","end":"2026-04-27T02:42:12.389048Z","steps":["trace[157023496] 'process raft request' (duration: 501.226533ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:12.389121Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"486.687329ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:42:12.389051Z","caller":"traceutil/trace.go:171","msg":"trace[578290140] transaction","detail":"{read_only:false; response_revision:36317; number_of_response:1; }","duration":"498.517815ms","start":"2026-04-27T02:42:11.89048Z","end":"2026-04-27T02:42:12.388998Z","steps":["trace[578290140] 'process raft request' (duration: 498.351541ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:12.389166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:11.887203Z","time spent":"501.91112ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:12.389176Z","caller":"traceutil/trace.go:171","msg":"trace[109668317] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:36317; }","duration":"486.77641ms","start":"2026-04-27T02:42:11.902385Z","end":"2026-04-27T02:42:12.389161Z","steps":["trace[109668317] 'agreement among raft nodes before linearized reading' (duration: 486.676248ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:12.389221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:11.902374Z","time spent":"486.837983ms","remote":"127.0.0.1:37504","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:12.389316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:11.890458Z","time spent":"498.739281ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:12.389517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.009245ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:38 size:316872"} {"level":"info","ts":"2026-04-27T02:42:12.389601Z","caller":"traceutil/trace.go:171","msg":"trace[1621313764] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:38; response_revision:36317; }","duration":"298.162929ms","start":"2026-04-27T02:42:12.091419Z","end":"2026-04-27T02:42:12.389582Z","steps":["trace[1621313764] 'agreement among raft nodes before linearized reading' (duration: 297.596625ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:12.602569Z","caller":"traceutil/trace.go:171","msg":"trace[523096203] transaction","detail":"{read_only:false; response_revision:36318; number_of_response:1; }","duration":"254.810381ms","start":"2026-04-27T02:42:12.347723Z","end":"2026-04-27T02:42:12.602533Z","steps":["trace[523096203] 'process raft request' (duration: 254.622747ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:12.603298Z","caller":"traceutil/trace.go:171","msg":"trace[373527895] linearizableReadLoop","detail":"{readStateIndex:37478; appliedIndex:37478; }","duration":"214.384207ms","start":"2026-04-27T02:42:12.388893Z","end":"2026-04-27T02:42:12.603277Z","steps":["trace[373527895] 'read index received' (duration: 214.368016ms)","trace[373527895] 'applied index is now lower than readState.Index' (duration: 14.751µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:12.60358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.301642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-27T02:42:12.603624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.872724ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:12.60374Z","caller":"traceutil/trace.go:171","msg":"trace[267925289] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36318; }","duration":"217.448575ms","start":"2026-04-27T02:42:12.386189Z","end":"2026-04-27T02:42:12.603637Z","steps":["trace[267925289] 'agreement among raft nodes before linearized reading' (duration: 217.204789ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:12.60379Z","caller":"traceutil/trace.go:171","msg":"trace[266851312] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36318; }","duration":"259.087669ms","start":"2026-04-27T02:42:12.344688Z","end":"2026-04-27T02:42:12.603775Z","steps":["trace[266851312] 'agreement among raft nodes before linearized reading' (duration: 258.816462ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:12.658513Z","caller":"traceutil/trace.go:171","msg":"trace[954591909] transaction","detail":"{read_only:false; response_revision:36319; number_of_response:1; }","duration":"128.174145ms","start":"2026-04-27T02:42:12.530307Z","end":"2026-04-27T02:42:12.658482Z","steps":["trace[954591909] 'process raft request' (duration: 127.952449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:12.65854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.474612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:42:12.65862Z","caller":"traceutil/trace.go:171","msg":"trace[776879145] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:36319; }","duration":"177.597655ms","start":"2026-04-27T02:42:12.481002Z","end":"2026-04-27T02:42:12.658599Z","steps":["trace[776879145] 'agreement among raft nodes before linearized reading' (duration: 177.40365ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:13.232074Z","caller":"traceutil/trace.go:171","msg":"trace[492535606] transaction","detail":"{read_only:false; response_revision:36321; number_of_response:1; }","duration":"259.820008ms","start":"2026-04-27T02:42:12.972231Z","end":"2026-04-27T02:42:13.232051Z","steps":["trace[492535606] 'process raft request' (duration: 259.672204ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:13.952595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.574375ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:13.952807Z","caller":"traceutil/trace.go:171","msg":"trace[1365745311] linearizableReadLoop","detail":"{readStateIndex:37483; appliedIndex:37480; }","duration":"907.580316ms","start":"2026-04-27T02:42:13.045209Z","end":"2026-04-27T02:42:13.952789Z","steps":["trace[1365745311] 'read index received' (duration: 186.777495ms)","trace[1365745311] 'applied index is now lower than readState.Index' (duration: 720.801921ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:13.952867Z","caller":"traceutil/trace.go:171","msg":"trace[728761876] transaction","detail":"{read_only:false; response_revision:36322; number_of_response:1; }","duration":"937.204619ms","start":"2026-04-27T02:42:13.015629Z","end":"2026-04-27T02:42:13.952833Z","steps":["trace[728761876] 'process raft request' (duration: 464.304897ms)","trace[728761876] 'compare' (duration: 472.463771ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:13.952965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"907.755831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:13.95292Z","caller":"traceutil/trace.go:171","msg":"trace[355774633] transaction","detail":"{read_only:false; response_revision:36323; number_of_response:1; }","duration":"936.537902ms","start":"2026-04-27T02:42:13.01634Z","end":"2026-04-27T02:42:13.952877Z","steps":["trace[355774633] 'process raft request' (duration: 936.369968ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:13.953008Z","caller":"traceutil/trace.go:171","msg":"trace[1398099999] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:36323; }","duration":"907.843233ms","start":"2026-04-27T02:42:13.045151Z","end":"2026-04-27T02:42:13.952994Z","steps":["trace[1398099999] 'agreement among raft nodes before linearized reading' (duration: 907.72539ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:13.953023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:13.015581Z","time spent":"937.354303ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:13.953047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:13.045129Z","time spent":"907.907674ms","remote":"127.0.0.1:48868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":29,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:13.953112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:13.016312Z","time spent":"936.712417ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:14.539321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.081197ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:14.539437Z","caller":"traceutil/trace.go:171","msg":"trace[1048977176] linearizableReadLoop","detail":"{readStateIndex:37484; appliedIndex:37483; }","duration":"586.574555ms","start":"2026-04-27T02:42:13.952843Z","end":"2026-04-27T02:42:14.539417Z","steps":["trace[1048977176] 'read index received' (duration: 243.267973ms)","trace[1048977176] 'applied index is now lower than readState.Index' (duration: 343.305502ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:14.5396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.002549658s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-27T02:42:14.539595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.588143ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:14.539669Z","caller":"traceutil/trace.go:171","msg":"trace[541031316] transaction","detail":"{read_only:false; response_revision:36324; number_of_response:1; }","duration":"1.077456878s","start":"2026-04-27T02:42:13.462162Z","end":"2026-04-27T02:42:14.539619Z","steps":["trace[541031316] 'process raft request' (duration: 734.002242ms)","trace[541031316] 'compare' (duration: 342.781229ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:14.539716Z","caller":"traceutil/trace.go:171","msg":"trace[1933934428] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36324; }","duration":"924.840819ms","start":"2026-04-27T02:42:13.614855Z","end":"2026-04-27T02:42:14.539696Z","steps":["trace[1933934428] 'agreement among raft nodes before linearized reading' (duration: 924.622674ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:14.539831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:13.614838Z","time spent":"924.980753ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:42:14.539841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"743.965873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:42:14.539864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.378397736s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:42:14.539922Z","caller":"traceutil/trace.go:171","msg":"trace[1087115225] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36324; }","duration":"744.094736ms","start":"2026-04-27T02:42:13.795806Z","end":"2026-04-27T02:42:14.5399Z","steps":["trace[1087115225] 'agreement among raft nodes before linearized reading' (duration: 743.84001ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:14.53997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:13.795785Z","time spent":"744.170677ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:42:14.539712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.492774456s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:42:14.539635Z","caller":"traceutil/trace.go:171","msg":"trace[1596812141] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36324; }","duration":"1.002585249s","start":"2026-04-27T02:42:13.53704Z","end":"2026-04-27T02:42:14.539626Z","steps":["trace[1596812141] 'agreement among raft nodes before linearized reading' (duration: 1.002447986s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:14.540126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:13.462136Z","time spent":"1.077872328s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:14.539967Z","caller":"traceutil/trace.go:171","msg":"trace[1529808046] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36324; }","duration":"1.37854181s","start":"2026-04-27T02:42:13.1614Z","end":"2026-04-27T02:42:14.539941Z","steps":["trace[1529808046] 'agreement among raft nodes before linearized reading' (duration: 1.378194582s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:14.540185Z","caller":"traceutil/trace.go:171","msg":"trace[1319136022] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36324; }","duration":"1.493184276s","start":"2026-04-27T02:42:13.046902Z","end":"2026-04-27T02:42:14.540086Z","steps":["trace[1319136022] 'agreement among raft nodes before linearized reading' (duration: 1.492752685s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:14.540267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:13.161377Z","time spent":"1.378855558s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:42:14.540195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:13.536983Z","time spent":"1.003194445s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:42:14.540334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:13.046889Z","time spent":"1.493420432s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:42:14.633573Z","caller":"traceutil/trace.go:171","msg":"trace[1328897216] transaction","detail":"{read_only:false; response_revision:36325; number_of_response:1; }","duration":"284.216239ms","start":"2026-04-27T02:42:14.349329Z","end":"2026-04-27T02:42:14.633545Z","steps":["trace[1328897216] 'process raft request' (duration: 284.057665ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:14.993255Z","caller":"traceutil/trace.go:171","msg":"trace[74586212] transaction","detail":"{read_only:false; response_revision:36328; number_of_response:1; }","duration":"448.47741ms","start":"2026-04-27T02:42:14.544747Z","end":"2026-04-27T02:42:14.993225Z","steps":["trace[74586212] 'process raft request' (duration: 448.154422ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:14.993424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.544734Z","time spent":"448.613873ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:14.993485Z","caller":"traceutil/trace.go:171","msg":"trace[916984082] transaction","detail":"{read_only:false; response_revision:36329; number_of_response:1; }","duration":"448.52304ms","start":"2026-04-27T02:42:14.544896Z","end":"2026-04-27T02:42:14.993419Z","steps":["trace[916984082] 'process raft request' (duration: 448.055689ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:14.993512Z","caller":"traceutil/trace.go:171","msg":"trace[500291696] transaction","detail":"{read_only:false; response_revision:36326; number_of_response:1; }","duration":"598.579626ms","start":"2026-04-27T02:42:14.394892Z","end":"2026-04-27T02:42:14.993471Z","steps":["trace[500291696] 'process raft request' (duration: 597.705773ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:14.993567Z","caller":"traceutil/trace.go:171","msg":"trace[1743315349] transaction","detail":"{read_only:false; response_revision:36330; number_of_response:1; }","duration":"448.07925ms","start":"2026-04-27T02:42:14.54545Z","end":"2026-04-27T02:42:14.993529Z","steps":["trace[1743315349] 'process raft request' (duration: 447.554627ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:14.993626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.544874Z","time spent":"448.670954ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:14.99371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.394857Z","time spent":"598.73767ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:14.993797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.545441Z","time spent":"448.222353ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:14.993614Z","caller":"traceutil/trace.go:171","msg":"trace[1792590846] transaction","detail":"{read_only:false; response_revision:36327; number_of_response:1; }","duration":"598.683318ms","start":"2026-04-27T02:42:14.394916Z","end":"2026-04-27T02:42:14.993599Z","steps":["trace[1792590846] 'process raft request' (duration: 597.902768ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:14.99393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.394808Z","time spent":"599.100468ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:15.470353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"477.273852ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:42:15.470576Z","caller":"traceutil/trace.go:171","msg":"trace[1873826107] linearizableReadLoop","detail":"{readStateIndex:37487; appliedIndex:37484; }","duration":"931.095626ms","start":"2026-04-27T02:42:14.539463Z","end":"2026-04-27T02:42:15.470559Z","steps":["trace[1873826107] 'read index received' (duration: 93.926266ms)","trace[1873826107] 'applied index is now lower than readState.Index' (duration: 837.16832ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:15.47109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.20793101s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-27T02:42:15.471141Z","caller":"traceutil/trace.go:171","msg":"trace[386695471] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:36330; }","duration":"1.208022802s","start":"2026-04-27T02:42:14.263101Z","end":"2026-04-27T02:42:15.471124Z","steps":["trace[386695471] 'agreement among raft nodes before linearized reading' (duration: 1.207885489s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:15.471178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.26308Z","time spent":"1.208086524s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1805,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-04-27T02:42:15.47127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.429253142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:42:15.471303Z","caller":"traceutil/trace.go:171","msg":"trace[1631325935] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:36330; }","duration":"1.429331184s","start":"2026-04-27T02:42:14.041963Z","end":"2026-04-27T02:42:15.471295Z","steps":["trace[1631325935] 'agreement among raft nodes before linearized reading' (duration: 1.429260982s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:15.471328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.041938Z","time spent":"1.429382715s","remote":"127.0.0.1:46888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":22,"response size":31,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:15.471091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121747069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:42:15.471414Z","caller":"traceutil/trace.go:171","msg":"trace[1203830487] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36330; }","duration":"1.122075487s","start":"2026-04-27T02:42:14.349325Z","end":"2026-04-27T02:42:15.4714Z","steps":["trace[1203830487] 'agreement among raft nodes before linearized reading' (duration: 1.121646496s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:15.471456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.349305Z","time spent":"1.122137688s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-04-27T02:42:15.47241Z","caller":"traceutil/trace.go:171","msg":"trace[1603498344] transaction","detail":"{read_only:false; response_revision:36331; number_of_response:1; }","duration":"808.356468ms","start":"2026-04-27T02:42:14.664041Z","end":"2026-04-27T02:42:15.472397Z","steps":["trace[1603498344] 'process raft request' (duration: 806.423069ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:15.472745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.664015Z","time spent":"808.674016ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:15.696228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.767343ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:15.696454Z","caller":"traceutil/trace.go:171","msg":"trace[370876371] transaction","detail":"{read_only:false; response_revision:36333; number_of_response:1; }","duration":"219.776493ms","start":"2026-04-27T02:42:15.476657Z","end":"2026-04-27T02:42:15.696433Z","steps":["trace[370876371] 'process raft request' (duration: 219.684081ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:15.696575Z","caller":"traceutil/trace.go:171","msg":"trace[770051020] transaction","detail":"{read_only:false; response_revision:36332; number_of_response:1; }","duration":"457.810985ms","start":"2026-04-27T02:42:15.238726Z","end":"2026-04-27T02:42:15.696537Z","steps":["trace[770051020] 'process raft request' (duration: 233.645652ms)","trace[770051020] 'compare' (duration: 223.2931ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:15.696724Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.155729752s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:15.69674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.00303921s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:42:15.696784Z","caller":"traceutil/trace.go:171","msg":"trace[1740199671] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36333; }","duration":"1.155804114s","start":"2026-04-27T02:42:14.540967Z","end":"2026-04-27T02:42:15.696771Z","steps":["trace[1740199671] 'agreement among raft nodes before linearized reading' (duration: 1.155694661s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:15.696813Z","caller":"traceutil/trace.go:171","msg":"trace[248062761] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36333; }","duration":"1.003156393s","start":"2026-04-27T02:42:14.693638Z","end":"2026-04-27T02:42:15.696794Z","steps":["trace[248062761] 'agreement among raft nodes before linearized reading' (duration: 1.002954258s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:15.696835Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.540928Z","time spent":"1.155893296s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:42:15.696858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"682.142492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:15.696882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.384217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:15.696909Z","caller":"traceutil/trace.go:171","msg":"trace[165281458] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:36333; }","duration":"682.242244ms","start":"2026-04-27T02:42:15.014653Z","end":"2026-04-27T02:42:15.696896Z","steps":["trace[165281458] 'agreement among raft nodes before linearized reading' (duration: 682.154312ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:15.696942Z","caller":"traceutil/trace.go:171","msg":"trace[152447388] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:36333; }","duration":"857.48765ms","start":"2026-04-27T02:42:14.839437Z","end":"2026-04-27T02:42:15.696924Z","steps":["trace[152447388] 'agreement among raft nodes before linearized reading' (duration: 857.386887ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:15.696954Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.08913268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:42:15.697003Z","caller":"traceutil/trace.go:171","msg":"trace[931281917] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36333; }","duration":"1.089231293s","start":"2026-04-27T02:42:14.607763Z","end":"2026-04-27T02:42:15.696994Z","steps":["trace[931281917] 'agreement among raft nodes before linearized reading' (duration: 1.089129231s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:15.697009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.839417Z","time spent":"857.573432ms","remote":"127.0.0.1:48996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:15.697039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.607741Z","time spent":"1.089288324s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:42:15.697119Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.152894291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"warn","ts":"2026-04-27T02:42:15.696755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.238689Z","time spent":"457.984499ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:15.697159Z","caller":"traceutil/trace.go:171","msg":"trace[1348565676] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36333; }","duration":"1.152978952s","start":"2026-04-27T02:42:14.544172Z","end":"2026-04-27T02:42:15.697151Z","steps":["trace[1348565676] 'agreement among raft nodes before linearized reading' (duration: 1.152810938s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:15.697187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.544158Z","time spent":"1.153023584s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:42:15.696957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.014626Z","time spent":"682.315586ms","remote":"127.0.0.1:48672","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:15.696866Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:14.693621Z","time spent":"1.003235266s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:42:15.6966Z","caller":"traceutil/trace.go:171","msg":"trace[1222735724] linearizableReadLoop","detail":"{readStateIndex:37493; appliedIndex:37491; }","duration":"225.958649ms","start":"2026-04-27T02:42:15.470611Z","end":"2026-04-27T02:42:15.696569Z","steps":["trace[1222735724] 'read index received' (duration: 763.509µs)","trace[1222735724] 'applied index is now lower than readState.Index' (duration: 225.19161ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:16.182723Z","caller":"traceutil/trace.go:171","msg":"trace[638364522] transaction","detail":"{read_only:false; response_revision:36334; number_of_response:1; }","duration":"590.846721ms","start":"2026-04-27T02:42:15.591845Z","end":"2026-04-27T02:42:16.182691Z","steps":["trace[638364522] 'process raft request' (duration: 590.665677ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:16.182763Z","caller":"traceutil/trace.go:171","msg":"trace[293528980] linearizableReadLoop","detail":"{readStateIndex:37495; appliedIndex:37495; }","duration":"485.249252ms","start":"2026-04-27T02:42:15.697473Z","end":"2026-04-27T02:42:16.182722Z","steps":["trace[293528980] 'read index received' (duration: 485.231162ms)","trace[293528980] 'applied index is now lower than readState.Index' (duration: 15.05µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:16.18293Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.591819Z","time spent":"591.008156ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:16.183091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.05177ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:16.18315Z","caller":"traceutil/trace.go:171","msg":"trace[1624463950] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:36334; }","duration":"574.161503ms","start":"2026-04-27T02:42:15.608973Z","end":"2026-04-27T02:42:16.183135Z","steps":["trace[1624463950] 'agreement among raft nodes before linearized reading' (duration: 573.935968ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:16.183198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.608927Z","time spent":"574.256336ms","remote":"127.0.0.1:48524","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:16.183503Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.001356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-5d363eb1-a183-495c-9353-2411d565712b\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-04-27T02:42:16.183558Z","caller":"traceutil/trace.go:171","msg":"trace[1016822638] range","detail":"{range_begin:/registry/persistentvolumes/pvc-5d363eb1-a183-495c-9353-2411d565712b; range_end:; response_count:1; response_revision:36334; }","duration":"709.065807ms","start":"2026-04-27T02:42:15.474476Z","end":"2026-04-27T02:42:16.183541Z","steps":["trace[1016822638] 'agreement among raft nodes before linearized reading' (duration: 708.919253ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:16.18373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.474466Z","time spent":"709.123799ms","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1299,"request content":"key:\"/registry/persistentvolumes/pvc-5d363eb1-a183-495c-9353-2411d565712b\" "} {"level":"warn","ts":"2026-04-27T02:42:16.752123Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.246877ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:16.752436Z","caller":"traceutil/trace.go:171","msg":"trace[1163665592] transaction","detail":"{read_only:false; response_revision:36335; number_of_response:1; }","duration":"1.04842432s","start":"2026-04-27T02:42:15.703971Z","end":"2026-04-27T02:42:16.752396Z","steps":["trace[1163665592] 'process raft request' (duration: 742.804842ms)","trace[1163665592] 'compare' (duration: 305.025102ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:16.752469Z","caller":"traceutil/trace.go:171","msg":"trace[1596904596] transaction","detail":"{read_only:false; response_revision:36336; number_of_response:1; }","duration":"1.045289602s","start":"2026-04-27T02:42:15.707153Z","end":"2026-04-27T02:42:16.752443Z","steps":["trace[1596904596] 'process raft request' (duration: 1.045092577s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:16.752587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.707131Z","time spent":"1.045396924s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:16.752592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.703948Z","time spent":"1.048562204s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:16.752668Z","caller":"traceutil/trace.go:171","msg":"trace[801017812] transaction","detail":"{read_only:false; response_revision:36337; number_of_response:1; }","duration":"794.316236ms","start":"2026-04-27T02:42:15.958338Z","end":"2026-04-27T02:42:16.752654Z","steps":["trace[801017812] 'process raft request' (duration: 794.025449ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:16.752743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.958317Z","time spent":"794.388137ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:16.752947Z","caller":"traceutil/trace.go:171","msg":"trace[766314774] linearizableReadLoop","detail":"{readStateIndex:37499; appliedIndex:37495; }","duration":"570.05056ms","start":"2026-04-27T02:42:16.182873Z","end":"2026-04-27T02:42:16.752924Z","steps":["trace[766314774] 'read index received' (duration: 263.783896ms)","trace[766314774] 'applied index is now lower than readState.Index' (duration: 306.265434ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:16.753017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"691.071326ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:16.753049Z","caller":"traceutil/trace.go:171","msg":"trace[1264751919] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:36338; }","duration":"691.151558ms","start":"2026-04-27T02:42:16.06189Z","end":"2026-04-27T02:42:16.753042Z","steps":["trace[1264751919] 'agreement among raft nodes before linearized reading' (duration: 691.098316ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:16.753076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.061868Z","time spent":"691.202558ms","remote":"127.0.0.1:46806","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":29,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:16.753055Z","caller":"traceutil/trace.go:171","msg":"trace[1541133929] transaction","detail":"{read_only:false; response_revision:36338; number_of_response:1; }","duration":"793.516945ms","start":"2026-04-27T02:42:15.959515Z","end":"2026-04-27T02:42:16.753032Z","steps":["trace[1541133929] 'process raft request' (duration: 793.090694ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:16.753124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.053697831s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18378"} {"level":"info","ts":"2026-04-27T02:42:16.753165Z","caller":"traceutil/trace.go:171","msg":"trace[276782965] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36338; }","duration":"1.053802025s","start":"2026-04-27T02:42:15.699355Z","end":"2026-04-27T02:42:16.753157Z","steps":["trace[276782965] 'agreement among raft nodes before linearized reading' (duration: 1.053662121s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:16.753163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.959504Z","time spent":"793.605957ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:16.753212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.699323Z","time spent":"1.053875516s","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18401,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-04-27T02:42:16.753156Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.640327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:42:16.753115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.047561208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:16.753278Z","caller":"traceutil/trace.go:171","msg":"trace[825828441] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:36338; }","duration":"598.796721ms","start":"2026-04-27T02:42:16.154464Z","end":"2026-04-27T02:42:16.753261Z","steps":["trace[825828441] 'agreement among raft nodes before linearized reading' (duration: 598.489634ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:16.75334Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.154448Z","time spent":"598.874723ms","remote":"127.0.0.1:46748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":199,"response size":32,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:16.753338Z","caller":"traceutil/trace.go:171","msg":"trace[1723252887] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36338; }","duration":"1.047822874s","start":"2026-04-27T02:42:15.705491Z","end":"2026-04-27T02:42:16.753314Z","steps":["trace[1723252887] 'agreement among raft nodes before linearized reading' (duration: 1.047505457s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:16.753535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:15.705477Z","time spent":"1.04804163s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:42:17.298433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"327.026453ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:17.298543Z","caller":"traceutil/trace.go:171","msg":"trace[722035727] linearizableReadLoop","detail":"{readStateIndex:37500; appliedIndex:37499; }","duration":"545.531024ms","start":"2026-04-27T02:42:16.752996Z","end":"2026-04-27T02:42:17.298527Z","steps":["trace[722035727] 'read index received' (duration: 218.094231ms)","trace[722035727] 'applied index is now lower than readState.Index' (duration: 327.435483ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:17.298615Z","caller":"traceutil/trace.go:171","msg":"trace[1352603245] transaction","detail":"{read_only:false; response_revision:36339; number_of_response:1; }","duration":"659.468664ms","start":"2026-04-27T02:42:16.639113Z","end":"2026-04-27T02:42:17.298581Z","steps":["trace[1352603245] 'process raft request' (duration: 332.210964ms)","trace[1352603245] 'compare' (duration: 326.89297ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:17.298728Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111073401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" ","response":"range_response_count:1 size:1634"} {"level":"info","ts":"2026-04-27T02:42:17.298768Z","caller":"traceutil/trace.go:171","msg":"trace[421596487] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0; range_end:; response_count:1; response_revision:36339; }","duration":"1.111134093s","start":"2026-04-27T02:42:16.187621Z","end":"2026-04-27T02:42:17.298755Z","steps":["trace[421596487] 'agreement among raft nodes before linearized reading' (duration: 1.110993549s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:17.298768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.639092Z","time spent":"659.596136ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:17.298807Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.187608Z","time spent":"1.111190774s","remote":"127.0.0.1:46562","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1657,"request content":"key:\"/registry/persistentvolumeclaims/openstack/valkey-data-valkey-node-0\" "} {"level":"warn","ts":"2026-04-27T02:42:17.799528Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696827920,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:42:17.983861Z","caller":"traceutil/trace.go:171","msg":"trace[230124070] transaction","detail":"{read_only:false; response_revision:36340; number_of_response:1; }","duration":"984.171297ms","start":"2026-04-27T02:42:16.999662Z","end":"2026-04-27T02:42:17.983833Z","steps":["trace[230124070] 'process raft request' (duration: 983.942062ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:17.984017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.999624Z","time spent":"984.313661ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:18.633516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"508.157687ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:18.633883Z","caller":"traceutil/trace.go:171","msg":"trace[1906766980] linearizableReadLoop","detail":"{readStateIndex:37505; appliedIndex:37500; }","duration":"1.335274625s","start":"2026-04-27T02:42:17.298569Z","end":"2026-04-27T02:42:18.633843Z","steps":["trace[1906766980] 'read index received' (duration: 685.045804ms)","trace[1906766980] 'applied index is now lower than readState.Index' (duration: 650.227311ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:18.634306Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.635137806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:42:18.634347Z","caller":"traceutil/trace.go:171","msg":"trace[1460196567] transaction","detail":"{read_only:false; response_revision:36343; number_of_response:1; }","duration":"1.156163321s","start":"2026-04-27T02:42:17.478159Z","end":"2026-04-27T02:42:18.634323Z","steps":["trace[1460196567] 'process raft request' (duration: 1.155526656s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:18.634387Z","caller":"traceutil/trace.go:171","msg":"trace[158951455] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36344; }","duration":"1.635244409s","start":"2026-04-27T02:42:16.999124Z","end":"2026-04-27T02:42:18.634368Z","steps":["trace[158951455] 'agreement among raft nodes before linearized reading' (duration: 1.634918531s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:18.6344Z","caller":"traceutil/trace.go:171","msg":"trace[757615370] transaction","detail":"{read_only:false; response_revision:36341; number_of_response:1; }","duration":"1.63447669s","start":"2026-04-27T02:42:16.999898Z","end":"2026-04-27T02:42:18.634374Z","steps":["trace[757615370] 'process raft request' (duration: 1.125364899s)","trace[757615370] 'compare' (duration: 508.021044ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:18.634434Z","caller":"traceutil/trace.go:171","msg":"trace[1268468872] transaction","detail":"{read_only:false; response_revision:36342; number_of_response:1; }","duration":"1.337775357s","start":"2026-04-27T02:42:17.296646Z","end":"2026-04-27T02:42:18.634421Z","steps":["trace[1268468872] 'process raft request' (duration: 1.336970417s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.634437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.999119Z","time spent":"1.63530883s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:42:18.634428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.819634504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:18.634459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:17.478128Z","time spent":"1.156274424s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:18.634481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332998237s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-4444d3dd-5692-4b10-90e3-28600e0e03ff\" ","response":"range_response_count:1 size:1294"} {"level":"warn","ts":"2026-04-27T02:42:18.634491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:17.296622Z","time spent":"1.337841669s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:18.6345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.999884Z","time spent":"1.634564902s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:18.634514Z","caller":"traceutil/trace.go:171","msg":"trace[607986338] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36344; }","duration":"1.819761088s","start":"2026-04-27T02:42:16.814733Z","end":"2026-04-27T02:42:18.634494Z","steps":["trace[607986338] 'agreement among raft nodes before linearized reading' (duration: 1.819620444s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.634431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.878696536s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:18.63456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.814716Z","time spent":"1.819833989s","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-04-27T02:42:18.634522Z","caller":"traceutil/trace.go:171","msg":"trace[1464454590] transaction","detail":"{read_only:false; response_revision:36344; number_of_response:1; }","duration":"930.404139ms","start":"2026-04-27T02:42:17.704096Z","end":"2026-04-27T02:42:18.6345Z","steps":["trace[1464454590] 'process raft request' (duration: 929.64398ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.634582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.38652542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:18.63461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"932.409378ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T02:42:18.634605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636100811s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:42:18.634687Z","caller":"traceutil/trace.go:171","msg":"trace[153612854] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36344; }","duration":"1.636215034s","start":"2026-04-27T02:42:16.998454Z","end":"2026-04-27T02:42:18.634669Z","steps":["trace[153612854] 'agreement among raft nodes before linearized reading' (duration: 1.636024429s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:18.635475Z","caller":"traceutil/trace.go:171","msg":"trace[1317941099] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:36344; }","duration":"1.386613222s","start":"2026-04-27T02:42:17.248017Z","end":"2026-04-27T02:42:18.63463Z","steps":["trace[1317941099] 'agreement among raft nodes before linearized reading' (duration: 1.38652886s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.635507Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:17.704064Z","time spent":"930.554193ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:18.635559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:17.248Z","time spent":"1.387540936s","remote":"127.0.0.1:48708","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:18.635574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.998438Z","time spent":"1.637079406s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-04-27T02:42:18.634591Z","caller":"traceutil/trace.go:171","msg":"trace[131182691] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36344; }","duration":"1.878931102s","start":"2026-04-27T02:42:16.755648Z","end":"2026-04-27T02:42:18.634579Z","steps":["trace[131182691] 'agreement among raft nodes before linearized reading' (duration: 1.878657335s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.6358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"774.497908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:18.635843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.755634Z","time spent":"1.880185863s","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:42:18.634527Z","caller":"traceutil/trace.go:171","msg":"trace[1511356889] range","detail":"{range_begin:/registry/persistentvolumes/pvc-4444d3dd-5692-4b10-90e3-28600e0e03ff; range_end:; response_count:1; response_revision:36344; }","duration":"1.333045888s","start":"2026-04-27T02:42:17.301458Z","end":"2026-04-27T02:42:18.634504Z","steps":["trace[1511356889] 'agreement among raft nodes before linearized reading' (duration: 1.332915925s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:18.635889Z","caller":"traceutil/trace.go:171","msg":"trace[2071373395] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36344; }","duration":"775.743849ms","start":"2026-04-27T02:42:17.860111Z","end":"2026-04-27T02:42:18.635855Z","steps":["trace[2071373395] 'agreement among raft nodes before linearized reading' (duration: 774.500158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.635948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:17.301442Z","time spent":"1.334490935s","remote":"127.0.0.1:46550","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1317,"request content":"key:\"/registry/persistentvolumes/pvc-4444d3dd-5692-4b10-90e3-28600e0e03ff\" "} {"level":"warn","ts":"2026-04-27T02:42:18.635958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:17.860086Z","time spent":"775.854352ms","remote":"127.0.0.1:49038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":29,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:42:18.634549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"806.358257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:42:18.636161Z","caller":"traceutil/trace.go:171","msg":"trace[7551705] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:36344; }","duration":"807.953787ms","start":"2026-04-27T02:42:17.828173Z","end":"2026-04-27T02:42:18.636127Z","steps":["trace[7551705] 'agreement among raft nodes before linearized reading' (duration: 806.320706ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.636225Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:17.828111Z","time spent":"808.0876ms","remote":"127.0.0.1:37432","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":29,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:18.634634Z","caller":"traceutil/trace.go:171","msg":"trace[1424547722] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36344; }","duration":"932.47472ms","start":"2026-04-27T02:42:17.702152Z","end":"2026-04-27T02:42:18.634627Z","steps":["trace[1424547722] 'agreement among raft nodes before linearized reading' (duration: 932.387638ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.636372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:17.70213Z","time spent":"934.223815ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:42:18.634599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.506558ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:18.636578Z","caller":"traceutil/trace.go:171","msg":"trace[1407412571] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:36344; }","duration":"361.469568ms","start":"2026-04-27T02:42:18.275049Z","end":"2026-04-27T02:42:18.636519Z","steps":["trace[1407412571] 'agreement among raft nodes before linearized reading' (duration: 359.521349ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.636666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.27503Z","time spent":"361.609961ms","remote":"127.0.0.1:48846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:18.634682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.636543561s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:42:18.636975Z","caller":"traceutil/trace.go:171","msg":"trace[1031935121] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36344; }","duration":"1.639113666s","start":"2026-04-27T02:42:16.997828Z","end":"2026-04-27T02:42:18.636942Z","steps":["trace[1031935121] 'agreement among raft nodes before linearized reading' (duration: 1.636503281s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.637051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:16.997806Z","time spent":"1.639226539s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:42:18.635417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.041116735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:18.637194Z","caller":"traceutil/trace.go:171","msg":"trace[199111477] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:36344; }","duration":"1.04370369s","start":"2026-04-27T02:42:17.593442Z","end":"2026-04-27T02:42:18.637145Z","steps":["trace[199111477] 'agreement among raft nodes before linearized reading' (duration: 1.041136916s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:18.63731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:17.593407Z","time spent":"1.043854404s","remote":"127.0.0.1:39210","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:19.149309Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":5827831419696827925,"retry-timeout":"500ms"} {"level":"info","ts":"2026-04-27T02:42:19.410584Z","caller":"traceutil/trace.go:171","msg":"trace[1553218014] transaction","detail":"{read_only:false; response_revision:36346; number_of_response:1; }","duration":"762.870816ms","start":"2026-04-27T02:42:18.647684Z","end":"2026-04-27T02:42:19.410555Z","steps":["trace[1553218014] 'process raft request' (duration: 762.809454ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:19.410653Z","caller":"traceutil/trace.go:171","msg":"trace[610205082] transaction","detail":"{read_only:false; response_revision:36345; number_of_response:1; }","duration":"763.004209ms","start":"2026-04-27T02:42:18.647602Z","end":"2026-04-27T02:42:19.410606Z","steps":["trace[610205082] 'process raft request' (duration: 762.532017ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:19.41073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.647679Z","time spent":"762.975468ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:19.410842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.647582Z","time spent":"763.170565ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:20.175251Z","caller":"traceutil/trace.go:171","msg":"trace[1968465799] transaction","detail":"{read_only:false; response_revision:36347; number_of_response:1; }","duration":"1.527477275s","start":"2026-04-27T02:42:18.647724Z","end":"2026-04-27T02:42:20.175202Z","steps":["trace[1968465799] 'process raft request' (duration: 1.527215268s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:20.175319Z","caller":"traceutil/trace.go:171","msg":"trace[1269754192] transaction","detail":"{read_only:false; response_revision:36350; number_of_response:1; }","duration":"1.41566941s","start":"2026-04-27T02:42:18.759629Z","end":"2026-04-27T02:42:20.175298Z","steps":["trace[1269754192] 'process raft request' (duration: 1.415503646s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:20.175338Z","caller":"traceutil/trace.go:171","msg":"trace[981885097] transaction","detail":"{read_only:false; response_revision:36349; number_of_response:1; }","duration":"1.417300041s","start":"2026-04-27T02:42:18.758031Z","end":"2026-04-27T02:42:20.175331Z","steps":["trace[981885097] 'process raft request' (duration: 1.417072046s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.175455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.759619Z","time spent":"1.415745153s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:20.175463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.527016735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:42:20.175277Z","caller":"traceutil/trace.go:171","msg":"trace[641809596] linearizableReadLoop","detail":"{readStateIndex:37511; appliedIndex:37505; }","duration":"1.526810929s","start":"2026-04-27T02:42:18.648443Z","end":"2026-04-27T02:42:20.175254Z","steps":["trace[641809596] 'read index received' (duration: 761.701258ms)","trace[641809596] 'applied index is now lower than readState.Index' (duration: 765.108841ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:20.175469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.64772Z","time spent":"1.527625709s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:20.175426Z","caller":"traceutil/trace.go:171","msg":"trace[1709927486] transaction","detail":"{read_only:false; response_revision:36351; number_of_response:1; }","duration":"870.525485ms","start":"2026-04-27T02:42:19.304854Z","end":"2026-04-27T02:42:20.17538Z","steps":["trace[1709927486] 'process raft request' (duration: 870.30665ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:20.175496Z","caller":"traceutil/trace.go:171","msg":"trace[629444471] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36351; }","duration":"1.527075206s","start":"2026-04-27T02:42:18.648413Z","end":"2026-04-27T02:42:20.175488Z","steps":["trace[629444471] 'agreement among raft nodes before linearized reading' (duration: 1.526910971s)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:20.175271Z","caller":"traceutil/trace.go:171","msg":"trace[710744282] transaction","detail":"{read_only:false; response_revision:36348; number_of_response:1; }","duration":"1.527434535s","start":"2026-04-27T02:42:18.647797Z","end":"2026-04-27T02:42:20.175231Z","steps":["trace[710744282] 'process raft request' (duration: 1.527276921s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.175538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.648406Z","time spent":"1.527125798s","remote":"127.0.0.1:46598","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-04-27T02:42:20.175551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.758002Z","time spent":"1.417377932s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:20.175608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.647793Z","time spent":"1.527759714s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:20.175672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:19.30483Z","time spent":"870.70774ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:20.648585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999939917s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-04-27T02:42:20.648695Z","caller":"traceutil/trace.go:171","msg":"trace[678026276] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000058811s","start":"2026-04-27T02:42:18.64861Z","end":"2026-04-27T02:42:20.648669Z","steps":["trace[678026276] 'agreement among raft nodes before linearized reading' (duration: 1.999936798s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.648756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.648591Z","time spent":"2.000149493s","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/04/27 02:42:20 WARNING: [core] [Server #7] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-04-27T02:42:20.688294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.290888ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:20.688438Z","caller":"traceutil/trace.go:171","msg":"trace[372917594] linearizableReadLoop","detail":"{readStateIndex:37513; appliedIndex:37512; }","duration":"512.910576ms","start":"2026-04-27T02:42:20.175502Z","end":"2026-04-27T02:42:20.688412Z","steps":["trace[372917594] 'read index received' (duration: 221.332422ms)","trace[372917594] 'applied index is now lower than readState.Index' (duration: 291.576024ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:20.688776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.064568294s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:20.688843Z","caller":"traceutil/trace.go:171","msg":"trace[1300175813] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:36352; }","duration":"1.064635446s","start":"2026-04-27T02:42:19.624183Z","end":"2026-04-27T02:42:20.688818Z","steps":["trace[1300175813] 'agreement among raft nodes before linearized reading' (duration: 1.064508842s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.688871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.93069512s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T02:42:20.688887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.039896559s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:20.688897Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:19.624154Z","time spent":"1.064725688s","remote":"127.0.0.1:39198","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:20.688949Z","caller":"traceutil/trace.go:171","msg":"trace[1810728246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36352; }","duration":"1.930827883s","start":"2026-04-27T02:42:18.758102Z","end":"2026-04-27T02:42:20.68893Z","steps":["trace[1810728246] 'agreement among raft nodes before linearized reading' (duration: 1.930584097s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.688941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.50729701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-04-27T02:42:20.688964Z","caller":"traceutil/trace.go:171","msg":"trace[1231517793] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:36352; }","duration":"2.040007462s","start":"2026-04-27T02:42:18.648937Z","end":"2026-04-27T02:42:20.688944Z","steps":["trace[1231517793] 'agreement among raft nodes before linearized reading' (duration: 2.039786616s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.688996Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.758088Z","time spent":"1.930899045s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-04-27T02:42:20.689016Z","caller":"traceutil/trace.go:171","msg":"trace[1654846789] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:36352; }","duration":"1.507380382s","start":"2026-04-27T02:42:19.181617Z","end":"2026-04-27T02:42:20.688997Z","steps":["trace[1654846789] 'agreement among raft nodes before linearized reading' (duration: 1.507072154s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.689023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.931684685s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-27T02:42:20.689026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.648912Z","time spent":"2.040095954s","remote":"127.0.0.1:46600","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:42:20.689073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:19.181559Z","time spent":"1.507502315s","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"info","ts":"2026-04-27T02:42:20.689086Z","caller":"traceutil/trace.go:171","msg":"trace[1413449030] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36352; }","duration":"1.931768598s","start":"2026-04-27T02:42:18.757299Z","end":"2026-04-27T02:42:20.689068Z","steps":["trace[1413449030] 'agreement among raft nodes before linearized reading' (duration: 1.931418789s)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.689129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:18.757285Z","time spent":"1.931833449s","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:42:20.689369Z","caller":"traceutil/trace.go:171","msg":"trace[730643015] transaction","detail":"{read_only:false; response_revision:36352; number_of_response:1; }","duration":"699.179629ms","start":"2026-04-27T02:42:19.990141Z","end":"2026-04-27T02:42:20.68932Z","steps":["trace[730643015] 'process raft request' (duration: 406.745934ms)","trace[730643015] 'compare' (duration: 291.07403ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:20.68973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:19.990119Z","time spent":"699.528137ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:20.757959Z","caller":"traceutil/trace.go:171","msg":"trace[1408929027] transaction","detail":"{read_only:false; response_revision:36354; number_of_response:1; }","duration":"107.856795ms","start":"2026-04-27T02:42:20.650076Z","end":"2026-04-27T02:42:20.757933Z","steps":["trace[1408929027] 'process raft request' (duration: 107.582738ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:20.758305Z","caller":"traceutil/trace.go:171","msg":"trace[1258372956] transaction","detail":"{read_only:false; response_revision:36355; number_of_response:1; }","duration":"107.917387ms","start":"2026-04-27T02:42:20.650324Z","end":"2026-04-27T02:42:20.758241Z","steps":["trace[1258372956] 'process raft request' (duration: 107.549897ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.758409Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"534.057067ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:20.758434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"581.288972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18378"} {"level":"info","ts":"2026-04-27T02:42:20.758515Z","caller":"traceutil/trace.go:171","msg":"trace[625676144] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:36355; }","duration":"534.216521ms","start":"2026-04-27T02:42:20.224272Z","end":"2026-04-27T02:42:20.758488Z","steps":["trace[625676144] 'agreement among raft nodes before linearized reading' (duration: 534.035907ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.758534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.835306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:20.758574Z","caller":"traceutil/trace.go:171","msg":"trace[111329310] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:36355; }","duration":"581.459046ms","start":"2026-04-27T02:42:20.177092Z","end":"2026-04-27T02:42:20.758551Z","steps":["trace[111329310] 'agreement among raft nodes before linearized reading' (duration: 581.20323ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.75858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:20.224253Z","time spent":"534.311473ms","remote":"127.0.0.1:51402","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:20.758584Z","caller":"traceutil/trace.go:171","msg":"trace[163122377] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36355; }","duration":"109.917938ms","start":"2026-04-27T02:42:20.648651Z","end":"2026-04-27T02:42:20.758569Z","steps":["trace[163122377] 'agreement among raft nodes before linearized reading' (duration: 109.826366ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.758642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:20.177079Z","time spent":"581.547309ms","remote":"127.0.0.1:46582","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18401,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-04-27T02:42:20.907075Z","caller":"traceutil/trace.go:171","msg":"trace[366575484] linearizableReadLoop","detail":"{readStateIndex:37519; appliedIndex:37517; }","duration":"148.786612ms","start":"2026-04-27T02:42:20.758266Z","end":"2026-04-27T02:42:20.907053Z","steps":["trace[366575484] 'read index received' (duration: 144.307209ms)","trace[366575484] 'applied index is now lower than readState.Index' (duration: 4.478603ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:20.907185Z","caller":"traceutil/trace.go:171","msg":"trace[1844320992] transaction","detail":"{read_only:false; response_revision:36356; number_of_response:1; }","duration":"214.05655ms","start":"2026-04-27T02:42:20.693085Z","end":"2026-04-27T02:42:20.907141Z","steps":["trace[1844320992] 'process raft request' (duration: 209.451344ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.907247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"212.043539ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:20.907215Z","caller":"traceutil/trace.go:171","msg":"trace[951645082] transaction","detail":"{read_only:false; response_revision:36357; number_of_response:1; }","duration":"213.66777ms","start":"2026-04-27T02:42:20.693495Z","end":"2026-04-27T02:42:20.907162Z","steps":["trace[951645082] 'process raft request' (duration: 213.517547ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:20.907288Z","caller":"traceutil/trace.go:171","msg":"trace[170468862] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36357; }","duration":"212.11409ms","start":"2026-04-27T02:42:20.695164Z","end":"2026-04-27T02:42:20.907278Z","steps":["trace[170468862] 'agreement among raft nodes before linearized reading' (duration: 211.998887ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:20.935522Z","caller":"traceutil/trace.go:171","msg":"trace[1471781948] transaction","detail":"{read_only:false; response_revision:36358; number_of_response:1; }","duration":"176.24594ms","start":"2026-04-27T02:42:20.759225Z","end":"2026-04-27T02:42:20.935471Z","steps":["trace[1471781948] 'process raft request' (duration: 176.115817ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.935784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.478701ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-04-27T02:42:20.935938Z","caller":"traceutil/trace.go:171","msg":"trace[374197953] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18aa12bfc156cda1; range_end:; response_count:1; response_revision:36358; }","duration":"173.561083ms","start":"2026-04-27T02:42:20.762269Z","end":"2026-04-27T02:42:20.93583Z","steps":["trace[374197953] 'agreement among raft nodes before linearized reading' (duration: 173.211144ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.936296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.05617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-27T02:42:20.93634Z","caller":"traceutil/trace.go:171","msg":"trace[21182766] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36358; }","duration":"167.129932ms","start":"2026-04-27T02:42:20.769199Z","end":"2026-04-27T02:42:20.936329Z","steps":["trace[21182766] 'agreement among raft nodes before linearized reading' (duration: 167.01336ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:20.936659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"170.187799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:20.936702Z","caller":"traceutil/trace.go:171","msg":"trace[2133686163] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36358; }","duration":"170.283371ms","start":"2026-04-27T02:42:20.76641Z","end":"2026-04-27T02:42:20.936693Z","steps":["trace[2133686163] 'agreement among raft nodes before linearized reading' (duration: 170.2087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:21.272697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"263.770946ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:21.273003Z","caller":"traceutil/trace.go:171","msg":"trace[1449325154] linearizableReadLoop","detail":"{readStateIndex:37522; appliedIndex:37521; }","duration":"322.50961ms","start":"2026-04-27T02:42:20.950476Z","end":"2026-04-27T02:42:21.272986Z","steps":["trace[1449325154] 'read index received' (duration: 58.386995ms)","trace[1449325154] 'applied index is now lower than readState.Index' (duration: 264.120615ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:21.273075Z","caller":"traceutil/trace.go:171","msg":"trace[1257340056] transaction","detail":"{read_only:false; response_revision:36359; number_of_response:1; }","duration":"323.163026ms","start":"2026-04-27T02:42:20.949901Z","end":"2026-04-27T02:42:21.273064Z","steps":["trace[1257340056] 'process raft request' (duration: 58.907108ms)","trace[1257340056] 'compare' (duration: 263.625253ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:21.273142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:20.949884Z","time spent":"323.224628ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:21.273391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.89837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-04-27T02:42:21.273449Z","caller":"traceutil/trace.go:171","msg":"trace[415881633] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:36359; }","duration":"322.980342ms","start":"2026-04-27T02:42:20.950448Z","end":"2026-04-27T02:42:21.273428Z","steps":["trace[415881633] 'agreement among raft nodes before linearized reading' (duration: 322.665154ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:21.273489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:20.950436Z","time spent":"323.041733ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-04-27T02:42:21.357605Z","caller":"traceutil/trace.go:171","msg":"trace[1466652384] transaction","detail":"{read_only:false; response_revision:36360; number_of_response:1; }","duration":"188.55445ms","start":"2026-04-27T02:42:21.169023Z","end":"2026-04-27T02:42:21.357578Z","steps":["trace[1466652384] 'process raft request' (duration: 188.413636ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:21.834209Z","caller":"traceutil/trace.go:171","msg":"trace[511947568] linearizableReadLoop","detail":"{readStateIndex:37524; appliedIndex:37523; }","duration":"561.150457ms","start":"2026-04-27T02:42:21.27303Z","end":"2026-04-27T02:42:21.83418Z","steps":["trace[511947568] 'read index received' (duration: 84.544001ms)","trace[511947568] 'applied index is now lower than readState.Index' (duration: 476.605466ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:21.834277Z","caller":"traceutil/trace.go:171","msg":"trace[1182074585] transaction","detail":"{read_only:false; response_revision:36361; number_of_response:1; }","duration":"645.511563ms","start":"2026-04-27T02:42:21.188727Z","end":"2026-04-27T02:42:21.834239Z","steps":["trace[1182074585] 'process raft request' (duration: 645.289697ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:21.834388Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.962543ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:42:21.834434Z","caller":"traceutil/trace.go:171","msg":"trace[1978885577] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:36361; }","duration":"821.076496ms","start":"2026-04-27T02:42:21.013345Z","end":"2026-04-27T02:42:21.834421Z","steps":["trace[1978885577] 'agreement among raft nodes before linearized reading' (duration: 820.974784ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:21.834477Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:21.013319Z","time spent":"821.148608ms","remote":"127.0.0.1:39372","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":31,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:21.834594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.996921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T02:42:21.834591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"558.933232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:42:21.834673Z","caller":"traceutil/trace.go:171","msg":"trace[858663865] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36361; }","duration":"419.120264ms","start":"2026-04-27T02:42:21.41553Z","end":"2026-04-27T02:42:21.83465Z","steps":["trace[858663865] 'agreement among raft nodes before linearized reading' (duration: 418.95774ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:21.834673Z","caller":"traceutil/trace.go:171","msg":"trace[1624489222] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:36361; }","duration":"559.059744ms","start":"2026-04-27T02:42:21.275597Z","end":"2026-04-27T02:42:21.834657Z","steps":["trace[1624489222] 'agreement among raft nodes before linearized reading' (duration: 558.813038ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:21.834722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:21.415506Z","time spent":"419.203646ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:42:21.834725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:21.275578Z","time spent":"559.132646ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"warn","ts":"2026-04-27T02:42:21.834692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:21.188689Z","time spent":"645.847981ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":625,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:21.834777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.020267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:42:21.834913Z","caller":"traceutil/trace.go:171","msg":"trace[1975284592] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:36361; }","duration":"133.180081ms","start":"2026-04-27T02:42:21.701686Z","end":"2026-04-27T02:42:21.834866Z","steps":["trace[1975284592] 'agreement among raft nodes before linearized reading' (duration: 132.836053ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:21.835297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"420.108438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:42:21.835465Z","caller":"traceutil/trace.go:171","msg":"trace[1813136176] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36361; }","duration":"420.255842ms","start":"2026-04-27T02:42:21.415124Z","end":"2026-04-27T02:42:21.83538Z","steps":["trace[1813136176] 'agreement among raft nodes before linearized reading' (duration: 419.981755ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:21.835608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:21.415098Z","time spent":"420.482718ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-04-27T02:42:22.032696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.491594ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:22.032793Z","caller":"traceutil/trace.go:171","msg":"trace[466417222] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:36361; }","duration":"146.598518ms","start":"2026-04-27T02:42:21.886179Z","end":"2026-04-27T02:42:22.032777Z","steps":["trace[466417222] 'range keys from in-memory index tree' (duration: 146.475394ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:22.033069Z","caller":"traceutil/trace.go:171","msg":"trace[613089802] transaction","detail":"{read_only:false; response_revision:36363; number_of_response:1; }","duration":"192.886308ms","start":"2026-04-27T02:42:21.840149Z","end":"2026-04-27T02:42:22.033035Z","steps":["trace[613089802] 'process raft request' (duration: 192.783566ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:22.033228Z","caller":"traceutil/trace.go:171","msg":"trace[436561956] transaction","detail":"{read_only:false; response_revision:36362; number_of_response:1; }","duration":"194.047538ms","start":"2026-04-27T02:42:21.839143Z","end":"2026-04-27T02:42:22.033191Z","steps":["trace[436561956] 'process raft request' (duration: 130.084573ms)","trace[436561956] 'compare' (duration: 63.437371ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:22.291701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.334712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-04-27T02:42:22.292016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.62367ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:42:22.292032Z","caller":"traceutil/trace.go:171","msg":"trace[96054726] transaction","detail":"{read_only:false; response_revision:36364; number_of_response:1; }","duration":"109.24602ms","start":"2026-04-27T02:42:22.182747Z","end":"2026-04-27T02:42:22.291993Z","steps":["trace[96054726] 'process raft request' (duration: 77.388471ms)","trace[96054726] 'compare' (duration: 30.976337ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:22.292081Z","caller":"traceutil/trace.go:171","msg":"trace[1015378093] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36363; }","duration":"109.744813ms","start":"2026-04-27T02:42:22.182321Z","end":"2026-04-27T02:42:22.292065Z","steps":["trace[1015378093] 'range keys from in-memory index tree' (duration: 109.467145ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:22.292648Z","caller":"traceutil/trace.go:171","msg":"trace[239716745] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36363; }","duration":"109.673121ms","start":"2026-04-27T02:42:22.182286Z","end":"2026-04-27T02:42:22.291959Z","steps":["trace[239716745] 'range keys from in-memory index tree' (duration: 109.201389ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:22.483879Z","caller":"traceutil/trace.go:171","msg":"trace[810246853] transaction","detail":"{read_only:false; response_revision:36365; number_of_response:1; }","duration":"299.403491ms","start":"2026-04-27T02:42:22.184443Z","end":"2026-04-27T02:42:22.483846Z","steps":["trace[810246853] 'process raft request' (duration: 223.604478ms)","trace[810246853] 'compare' (duration: 75.235468ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:22.484215Z","caller":"traceutil/trace.go:171","msg":"trace[2067585721] linearizableReadLoop","detail":"{readStateIndex:37529; appliedIndex:37526; }","duration":"234.307198ms","start":"2026-04-27T02:42:22.249867Z","end":"2026-04-27T02:42:22.484174Z","steps":["trace[2067585721] 'read index received' (duration: 10.438842ms)","trace[2067585721] 'applied index is now lower than readState.Index' (duration: 223.862116ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:22.484403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.520803ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-04-27T02:42:22.484436Z","caller":"traceutil/trace.go:171","msg":"trace[709423950] transaction","detail":"{read_only:false; response_revision:36367; number_of_response:1; }","duration":"188.514159ms","start":"2026-04-27T02:42:22.295909Z","end":"2026-04-27T02:42:22.484423Z","steps":["trace[709423950] 'process raft request' (duration: 187.947005ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:22.484449Z","caller":"traceutil/trace.go:171","msg":"trace[626342621] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:36367; }","duration":"234.703007ms","start":"2026-04-27T02:42:22.249732Z","end":"2026-04-27T02:42:22.484435Z","steps":["trace[626342621] 'agreement among raft nodes before linearized reading' (duration: 234.562544ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:22.484181Z","caller":"traceutil/trace.go:171","msg":"trace[1806661232] transaction","detail":"{read_only:false; response_revision:36366; number_of_response:1; }","duration":"299.560794ms","start":"2026-04-27T02:42:22.18453Z","end":"2026-04-27T02:42:22.484091Z","steps":["trace[1806661232] 'process raft request' (duration: 299.182474ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:22.484729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:22.184519Z","time spent":"300.101478ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:22.485445Z","caller":"traceutil/trace.go:171","msg":"trace[839697164] transaction","detail":"{read_only:false; response_revision:36368; number_of_response:1; }","duration":"188.931649ms","start":"2026-04-27T02:42:22.296495Z","end":"2026-04-27T02:42:22.485426Z","steps":["trace[839697164] 'process raft request' (duration: 187.424042ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:22.800948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.730979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:22.801118Z","caller":"traceutil/trace.go:171","msg":"trace[714445880] transaction","detail":"{read_only:false; response_revision:36369; number_of_response:1; }","duration":"106.623045ms","start":"2026-04-27T02:42:22.694471Z","end":"2026-04-27T02:42:22.801094Z","steps":["trace[714445880] 'process raft request' (duration: 100.726737ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:22.801168Z","caller":"traceutil/trace.go:171","msg":"trace[1757637208] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36368; }","duration":"187.989725ms","start":"2026-04-27T02:42:22.613156Z","end":"2026-04-27T02:42:22.801146Z","steps":["trace[1757637208] 'range keys from in-memory index tree' (duration: 187.477663ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:22.80141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.136711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:562"} {"level":"info","ts":"2026-04-27T02:42:22.801495Z","caller":"traceutil/trace.go:171","msg":"trace[692355902] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36368; }","duration":"200.378997ms","start":"2026-04-27T02:42:22.601096Z","end":"2026-04-27T02:42:22.801475Z","steps":["trace[692355902] 'range keys from in-memory index tree' (duration: 199.72125ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:23.22038Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.05554ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:23.220705Z","caller":"traceutil/trace.go:171","msg":"trace[290820861] transaction","detail":"{read_only:false; response_revision:36370; number_of_response:1; }","duration":"525.171794ms","start":"2026-04-27T02:42:22.695474Z","end":"2026-04-27T02:42:23.220646Z","steps":["trace[290820861] 'process raft request' (duration: 359.746094ms)","trace[290820861] 'compare' (duration: 164.65201ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:23.220993Z","caller":"traceutil/trace.go:171","msg":"trace[1046971829] transaction","detail":"{read_only:false; response_revision:36371; number_of_response:1; }","duration":"456.082891ms","start":"2026-04-27T02:42:22.764889Z","end":"2026-04-27T02:42:23.220972Z","steps":["trace[1046971829] 'process raft request' (duration: 455.621929ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:23.220987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:22.695438Z","time spent":"525.436621ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:23.221025Z","caller":"traceutil/trace.go:171","msg":"trace[504501184] linearizableReadLoop","detail":"{readStateIndex:37535; appliedIndex:37532; }","duration":"417.920594ms","start":"2026-04-27T02:42:22.803088Z","end":"2026-04-27T02:42:23.221009Z","steps":["trace[504501184] 'read index received' (duration: 252.157475ms)","trace[504501184] 'applied index is now lower than readState.Index' (duration: 165.762239ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:23.221023Z","caller":"traceutil/trace.go:171","msg":"trace[2107365582] transaction","detail":"{read_only:false; response_revision:36372; number_of_response:1; }","duration":"455.351043ms","start":"2026-04-27T02:42:22.765642Z","end":"2026-04-27T02:42:23.220993Z","steps":["trace[2107365582] 'process raft request' (duration: 455.272611ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:23.221068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:22.764868Z","time spent":"456.166943ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:23.221173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:22.76562Z","time spent":"455.482826ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:23.221242Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.14351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:23.221234Z","caller":"traceutil/trace.go:171","msg":"trace[183602013] transaction","detail":"{read_only:false; response_revision:36373; number_of_response:1; }","duration":"415.439921ms","start":"2026-04-27T02:42:22.805737Z","end":"2026-04-27T02:42:23.221177Z","steps":["trace[183602013] 'process raft request' (duration: 415.238706ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:23.221302Z","caller":"traceutil/trace.go:171","msg":"trace[671252564] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36373; }","duration":"418.224772ms","start":"2026-04-27T02:42:22.80306Z","end":"2026-04-27T02:42:23.221284Z","steps":["trace[671252564] 'agreement among raft nodes before linearized reading' (duration: 418.049978ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:23.221377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:22.803043Z","time spent":"418.317334ms","remote":"127.0.0.1:46390","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:42:23.221501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:22.805715Z","time spent":"415.613736ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":544,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:23.221654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.430457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:42:23.221702Z","caller":"traceutil/trace.go:171","msg":"trace[1008332492] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36373; }","duration":"310.518299ms","start":"2026-04-27T02:42:22.911173Z","end":"2026-04-27T02:42:23.221691Z","steps":["trace[1008332492] 'agreement among raft nodes before linearized reading' (duration: 310.368775ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:23.221733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:22.911151Z","time spent":"310.574671ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:42:23.2216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.8227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:23.221861Z","caller":"traceutil/trace.go:171","msg":"trace[1049779779] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:36373; }","duration":"170.136708ms","start":"2026-04-27T02:42:23.051713Z","end":"2026-04-27T02:42:23.22185Z","steps":["trace[1049779779] 'agreement among raft nodes before linearized reading' (duration: 169.83284ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:23.221953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.662813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:42:23.222048Z","caller":"traceutil/trace.go:171","msg":"trace[1312712424] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36373; }","duration":"310.794086ms","start":"2026-04-27T02:42:22.911236Z","end":"2026-04-27T02:42:23.22203Z","steps":["trace[1312712424] 'agreement among raft nodes before linearized reading' (duration: 310.463348ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:23.222098Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:22.911213Z","time spent":"310.871718ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-04-27T02:42:23.222197Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.796428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-04-27T02:42:23.222355Z","caller":"traceutil/trace.go:171","msg":"trace[1983607254] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:36373; }","duration":"153.953642ms","start":"2026-04-27T02:42:23.068387Z","end":"2026-04-27T02:42:23.222341Z","steps":["trace[1983607254] 'agreement among raft nodes before linearized reading' (duration: 153.47248ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:23.368073Z","caller":"traceutil/trace.go:171","msg":"trace[1837914531] transaction","detail":"{read_only:false; response_revision:36375; number_of_response:1; }","duration":"140.753031ms","start":"2026-04-27T02:42:23.227291Z","end":"2026-04-27T02:42:23.368044Z","steps":["trace[1837914531] 'process raft request' (duration: 123.54561ms)","trace[1837914531] 'compare' (duration: 17.042247ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:23.368244Z","caller":"traceutil/trace.go:171","msg":"trace[1882630014] transaction","detail":"{read_only:false; response_revision:36376; number_of_response:1; }","duration":"140.645178ms","start":"2026-04-27T02:42:23.227556Z","end":"2026-04-27T02:42:23.368201Z","steps":["trace[1882630014] 'process raft request' (duration: 140.446783ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:24.15515Z","caller":"traceutil/trace.go:171","msg":"trace[1265784586] transaction","detail":"{read_only:false; response_revision:36378; number_of_response:1; }","duration":"112.171503ms","start":"2026-04-27T02:42:24.042951Z","end":"2026-04-27T02:42:24.155122Z","steps":["trace[1265784586] 'process raft request' (duration: 112.004419ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:24.908872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.812252ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:42:24.909616Z","caller":"traceutil/trace.go:171","msg":"trace[508037853] transaction","detail":"{read_only:false; response_revision:36380; number_of_response:1; }","duration":"421.208935ms","start":"2026-04-27T02:42:24.488378Z","end":"2026-04-27T02:42:24.909587Z","steps":["trace[508037853] 'process raft request' (duration: 420.818456ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:24.909755Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:24.488356Z","time spent":"421.327008ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:24.948196Z","caller":"traceutil/trace.go:171","msg":"trace[201620790] transaction","detail":"{read_only:false; response_revision:36381; number_of_response:1; }","duration":"439.585566ms","start":"2026-04-27T02:42:24.508572Z","end":"2026-04-27T02:42:24.948157Z","steps":["trace[201620790] 'process raft request' (duration: 401.002488ms)","trace[201620790] 'compare' (duration: 38.280321ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:24.948391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.709219ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:42:24.948439Z","caller":"traceutil/trace.go:171","msg":"trace[611844492] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36383; }","duration":"441.799681ms","start":"2026-04-27T02:42:24.506633Z","end":"2026-04-27T02:42:24.948432Z","steps":["trace[611844492] 'agreement among raft nodes before linearized reading' (duration: 441.633567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:24.948467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:24.506616Z","time spent":"441.845393ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-04-27T02:42:24.948377Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:24.508561Z","time spent":"439.72497ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:24.948562Z","caller":"traceutil/trace.go:171","msg":"trace[128890438] transaction","detail":"{read_only:false; response_revision:36382; number_of_response:1; }","duration":"140.619137ms","start":"2026-04-27T02:42:24.807931Z","end":"2026-04-27T02:42:24.94855Z","steps":["trace[128890438] 'process raft request' (duration: 140.056133ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:24.94823Z","caller":"traceutil/trace.go:171","msg":"trace[1556490173] linearizableReadLoop","detail":"{readStateIndex:37544; appliedIndex:37542; }","duration":"441.535294ms","start":"2026-04-27T02:42:24.506674Z","end":"2026-04-27T02:42:24.948209Z","steps":["trace[1556490173] 'read index received' (duration: 265.517669ms)","trace[1556490173] 'applied index is now lower than readState.Index' (duration: 176.016585ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:24.94881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.549525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:42:24.948836Z","caller":"traceutil/trace.go:171","msg":"trace[1334303322] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36383; }","duration":"441.586326ms","start":"2026-04-27T02:42:24.507243Z","end":"2026-04-27T02:42:24.948829Z","steps":["trace[1334303322] 'agreement among raft nodes before linearized reading' (duration: 441.519314ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:24.948858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:24.507237Z","time spent":"441.617136ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-04-27T02:42:24.948864Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.909655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:24.948941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.903136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:24.948963Z","caller":"traceutil/trace.go:171","msg":"trace[2025849745] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36383; }","duration":"334.030268ms","start":"2026-04-27T02:42:24.614907Z","end":"2026-04-27T02:42:24.948937Z","steps":["trace[2025849745] 'agreement among raft nodes before linearized reading' (duration: 333.902895ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:24.949017Z","caller":"traceutil/trace.go:171","msg":"trace[1684976501] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:36383; }","duration":"401.00748ms","start":"2026-04-27T02:42:24.547989Z","end":"2026-04-27T02:42:24.948996Z","steps":["trace[1684976501] 'agreement among raft nodes before linearized reading' (duration: 400.889856ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:24.949022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:24.614889Z","time spent":"334.120002ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-04-27T02:42:24.949076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:24.547977Z","time spent":"401.082381ms","remote":"127.0.0.1:48804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:25.566829Z","caller":"traceutil/trace.go:171","msg":"trace[1443110454] transaction","detail":"{read_only:false; response_revision:36387; number_of_response:1; }","duration":"336.670056ms","start":"2026-04-27T02:42:25.230122Z","end":"2026-04-27T02:42:25.566792Z","steps":["trace[1443110454] 'process raft request' (duration: 336.319537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:25.56699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:25.230088Z","time spent":"336.82168ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:25.567068Z","caller":"traceutil/trace.go:171","msg":"trace[1844764124] transaction","detail":"{read_only:false; response_revision:36388; number_of_response:1; }","duration":"336.791549ms","start":"2026-04-27T02:42:25.230247Z","end":"2026-04-27T02:42:25.567038Z","steps":["trace[1844764124] 'process raft request' (duration: 336.387619ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:25.56696Z","caller":"traceutil/trace.go:171","msg":"trace[1000273069] linearizableReadLoop","detail":"{readStateIndex:37552; appliedIndex:37549; }","duration":"329.284069ms","start":"2026-04-27T02:42:25.23766Z","end":"2026-04-27T02:42:25.566944Z","steps":["trace[1000273069] 'read index received' (duration: 48.888416ms)","trace[1000273069] 'applied index is now lower than readState.Index' (duration: 280.394273ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:25.567201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:25.230233Z","time spent":"336.893861ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:25.567321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.644129ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:42:25.567395Z","caller":"traceutil/trace.go:171","msg":"trace[491727106] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/; range_end:/registry/apiextensions.k8s.io/customresourcedefinitions0; response_count:0; response_revision:36388; }","duration":"329.750672ms","start":"2026-04-27T02:42:25.237606Z","end":"2026-04-27T02:42:25.567357Z","steps":["trace[491727106] 'agreement among raft nodes before linearized reading' (duration: 329.553057ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:25.567469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:25.237585Z","time spent":"329.869474ms","remote":"127.0.0.1:46454","response type":"/etcdserverpb.KV/Range","request count":0,"request size":120,"response count":140,"response size":32,"request content":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/\" range_end:\"/registry/apiextensions.k8s.io/customresourcedefinitions0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:25.567854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.66361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:25.567897Z","caller":"traceutil/trace.go:171","msg":"trace[2115393228] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:36388; }","duration":"160.746062ms","start":"2026-04-27T02:42:25.40714Z","end":"2026-04-27T02:42:25.567886Z","steps":["trace[2115393228] 'agreement among raft nodes before linearized reading' (duration: 160.67428ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:25.567916Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.631006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:42:25.567947Z","caller":"traceutil/trace.go:171","msg":"trace[78212325] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36388; }","duration":"195.700808ms","start":"2026-04-27T02:42:25.372238Z","end":"2026-04-27T02:42:25.567939Z","steps":["trace[78212325] 'agreement among raft nodes before linearized reading' (duration: 195.561825ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:25.567982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.37829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:42:25.568056Z","caller":"traceutil/trace.go:171","msg":"trace[583643046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36388; }","duration":"195.487963ms","start":"2026-04-27T02:42:25.372556Z","end":"2026-04-27T02:42:25.568044Z","steps":["trace[583643046] 'agreement among raft nodes before linearized reading' (duration: 195.314308ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:26.391754Z","caller":"traceutil/trace.go:171","msg":"trace[1903607732] transaction","detail":"{read_only:false; response_revision:36393; number_of_response:1; }","duration":"188.369006ms","start":"2026-04-27T02:42:26.203342Z","end":"2026-04-27T02:42:26.391711Z","steps":["trace[1903607732] 'process raft request' (duration: 93.934217ms)","trace[1903607732] 'compare' (duration: 94.269824ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:26.410006Z","caller":"traceutil/trace.go:171","msg":"trace[374283172] transaction","detail":"{read_only:false; response_revision:36394; number_of_response:1; }","duration":"102.184802ms","start":"2026-04-27T02:42:26.307791Z","end":"2026-04-27T02:42:26.409975Z","steps":["trace[374283172] 'process raft request' (duration: 101.848884ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:27.048521Z","caller":"traceutil/trace.go:171","msg":"trace[2111507522] transaction","detail":"{read_only:false; response_revision:36396; number_of_response:1; }","duration":"207.439744ms","start":"2026-04-27T02:42:26.841032Z","end":"2026-04-27T02:42:27.048471Z","steps":["trace[2111507522] 'process raft request' (duration: 121.417616ms)","trace[2111507522] 'compare' (duration: 85.820113ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:27.061911Z","caller":"traceutil/trace.go:171","msg":"trace[543255685] transaction","detail":"{read_only:false; response_revision:36398; number_of_response:1; }","duration":"107.782175ms","start":"2026-04-27T02:42:26.954107Z","end":"2026-04-27T02:42:27.061889Z","steps":["trace[543255685] 'process raft request' (duration: 107.57839ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:27.061966Z","caller":"traceutil/trace.go:171","msg":"trace[750139451] transaction","detail":"{read_only:false; response_revision:36399; number_of_response:1; }","duration":"106.84488ms","start":"2026-04-27T02:42:26.95509Z","end":"2026-04-27T02:42:27.061935Z","steps":["trace[750139451] 'process raft request' (duration: 106.710746ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:27.062027Z","caller":"traceutil/trace.go:171","msg":"trace[450118983] transaction","detail":"{read_only:false; response_revision:36397; number_of_response:1; }","duration":"147.47544ms","start":"2026-04-27T02:42:26.914515Z","end":"2026-04-27T02:42:27.06199Z","steps":["trace[450118983] 'process raft request' (duration: 147.05206ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:27.206347Z","caller":"traceutil/trace.go:171","msg":"trace[1332673913] transaction","detail":"{read_only:false; response_revision:36401; number_of_response:1; }","duration":"139.434547ms","start":"2026-04-27T02:42:27.066874Z","end":"2026-04-27T02:42:27.206309Z","steps":["trace[1332673913] 'process raft request' (duration: 133.020016ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:27.395713Z","caller":"traceutil/trace.go:171","msg":"trace[1558317192] transaction","detail":"{read_only:false; response_revision:36402; number_of_response:1; }","duration":"103.935327ms","start":"2026-04-27T02:42:27.29175Z","end":"2026-04-27T02:42:27.395685Z","steps":["trace[1558317192] 'process raft request' (duration: 81.697ms)","trace[1558317192] 'compare' (duration: 21.900319ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:27.793006Z","caller":"traceutil/trace.go:171","msg":"trace[1157233735] transaction","detail":"{read_only:false; response_revision:36403; number_of_response:1; }","duration":"220.173984ms","start":"2026-04-27T02:42:27.572622Z","end":"2026-04-27T02:42:27.792796Z","steps":["trace[1157233735] 'process raft request' (duration: 219.822375ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:27.925188Z","caller":"traceutil/trace.go:171","msg":"trace[797391815] linearizableReadLoop","detail":"{readStateIndex:37568; appliedIndex:37566; }","duration":"319.870603ms","start":"2026-04-27T02:42:27.60528Z","end":"2026-04-27T02:42:27.92515Z","steps":["trace[797391815] 'read index received' (duration: 187.197396ms)","trace[797391815] 'applied index is now lower than readState.Index' (duration: 132.672037ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:27.925442Z","caller":"traceutil/trace.go:171","msg":"trace[408914183] transaction","detail":"{read_only:false; response_revision:36404; number_of_response:1; }","duration":"352.376469ms","start":"2026-04-27T02:42:27.573022Z","end":"2026-04-27T02:42:27.925398Z","steps":["trace[408914183] 'process raft request' (duration: 308.98541ms)","trace[408914183] 'compare' (duration: 42.958699ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:27.925516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"317.797881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:27.92556Z","caller":"traceutil/trace.go:171","msg":"trace[2098190881] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:36404; }","duration":"317.883033ms","start":"2026-04-27T02:42:27.607663Z","end":"2026-04-27T02:42:27.925546Z","steps":["trace[2098190881] 'agreement among raft nodes before linearized reading' (duration: 317.779681ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:27.925541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.249573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-27T02:42:27.925588Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:27.607652Z","time spent":"317.928235ms","remote":"127.0.0.1:48714","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":29,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:27.9256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:27.572999Z","time spent":"352.518572ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:27.925612Z","caller":"traceutil/trace.go:171","msg":"trace[303595452] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36404; }","duration":"320.372236ms","start":"2026-04-27T02:42:27.605222Z","end":"2026-04-27T02:42:27.925594Z","steps":["trace[303595452] 'agreement among raft nodes before linearized reading' (duration: 320.13137ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:27.92561Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.285025ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T02:42:27.925651Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:27.6052Z","time spent":"320.444138ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-04-27T02:42:27.925665Z","caller":"traceutil/trace.go:171","msg":"trace[34219668] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36404; }","duration":"259.400908ms","start":"2026-04-27T02:42:27.66625Z","end":"2026-04-27T02:42:27.925651Z","steps":["trace[34219668] 'agreement among raft nodes before linearized reading' (duration: 259.197993ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:28.203942Z","caller":"traceutil/trace.go:171","msg":"trace[700156050] transaction","detail":"{read_only:false; response_revision:36406; number_of_response:1; }","duration":"274.067764ms","start":"2026-04-27T02:42:27.92984Z","end":"2026-04-27T02:42:28.203908Z","steps":["trace[700156050] 'process raft request' (duration: 198.002666ms)","trace[700156050] 'compare' (duration: 75.612487ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:28.204399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.021651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:28.204508Z","caller":"traceutil/trace.go:171","msg":"trace[559789735] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:36406; }","duration":"128.176215ms","start":"2026-04-27T02:42:28.076302Z","end":"2026-04-27T02:42:28.204478Z","steps":["trace[559789735] 'agreement among raft nodes before linearized reading' (duration: 127.94392ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:28.20439Z","caller":"traceutil/trace.go:171","msg":"trace[1937570191] linearizableReadLoop","detail":"{readStateIndex:37570; appliedIndex:37569; }","duration":"127.484907ms","start":"2026-04-27T02:42:28.076349Z","end":"2026-04-27T02:42:28.203834Z","steps":["trace[1937570191] 'read index received' (duration: 51.42549ms)","trace[1937570191] 'applied index is now lower than readState.Index' (duration: 76.057907ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:28.600684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.874279ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:42:28.600745Z","caller":"traceutil/trace.go:171","msg":"trace[1199086523] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36407; }","duration":"204.999342ms","start":"2026-04-27T02:42:28.395732Z","end":"2026-04-27T02:42:28.600731Z","steps":["trace[1199086523] 'range keys from in-memory index tree' (duration: 204.738926ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:28.6008Z","caller":"traceutil/trace.go:171","msg":"trace[1125121660] linearizableReadLoop","detail":"{readStateIndex:37572; appliedIndex:37571; }","duration":"113.951519ms","start":"2026-04-27T02:42:28.486833Z","end":"2026-04-27T02:42:28.600784Z","steps":["trace[1125121660] 'read index received' (duration: 72.294354ms)","trace[1125121660] 'applied index is now lower than readState.Index' (duration: 41.653715ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:28.600964Z","caller":"traceutil/trace.go:171","msg":"trace[914858604] transaction","detail":"{read_only:false; response_revision:36408; number_of_response:1; }","duration":"186.478177ms","start":"2026-04-27T02:42:28.414472Z","end":"2026-04-27T02:42:28.60095Z","steps":["trace[914858604] 'process raft request' (duration: 144.71625ms)","trace[914858604] 'compare' (duration: 41.161642ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:28.60124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.40537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:28.601278Z","caller":"traceutil/trace.go:171","msg":"trace[170082961] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:36408; }","duration":"114.493072ms","start":"2026-04-27T02:42:28.486774Z","end":"2026-04-27T02:42:28.601267Z","steps":["trace[170082961] 'agreement among raft nodes before linearized reading' (duration: 114.42373ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:28.85317Z","caller":"traceutil/trace.go:171","msg":"trace[1144954729] linearizableReadLoop","detail":"{readStateIndex:37573; appliedIndex:37572; }","duration":"238.953773ms","start":"2026-04-27T02:42:28.614194Z","end":"2026-04-27T02:42:28.853148Z","steps":["trace[1144954729] 'read index received' (duration: 162.345792ms)","trace[1144954729] 'applied index is now lower than readState.Index' (duration: 76.607191ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:28.853219Z","caller":"traceutil/trace.go:171","msg":"trace[265007976] transaction","detail":"{read_only:false; response_revision:36409; number_of_response:1; }","duration":"248.409901ms","start":"2026-04-27T02:42:28.604772Z","end":"2026-04-27T02:42:28.853182Z","steps":["trace[265007976] 'process raft request' (duration: 171.855891ms)","trace[265007976] 'compare' (duration: 76.247053ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:28.853285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.080736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:28.853303Z","caller":"traceutil/trace.go:171","msg":"trace[967373491] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36409; }","duration":"239.157989ms","start":"2026-04-27T02:42:28.61414Z","end":"2026-04-27T02:42:28.853298Z","steps":["trace[967373491] 'agreement among raft nodes before linearized reading' (duration: 239.105728ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:28.854828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.801917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:42:28.85485Z","caller":"traceutil/trace.go:171","msg":"trace[1182480190] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:36409; }","duration":"139.863278ms","start":"2026-04-27T02:42:28.714981Z","end":"2026-04-27T02:42:28.854844Z","steps":["trace[1182480190] 'agreement among raft nodes before linearized reading' (duration: 138.443142ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:29.346542Z","caller":"traceutil/trace.go:171","msg":"trace[1651972957] linearizableReadLoop","detail":"{readStateIndex:37578; appliedIndex:37577; }","duration":"136.538624ms","start":"2026-04-27T02:42:29.209974Z","end":"2026-04-27T02:42:29.346512Z","steps":["trace[1651972957] 'read index received' (duration: 38.834553ms)","trace[1651972957] 'applied index is now lower than readState.Index' (duration: 97.702461ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:29.346876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.893653ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:42:29.346923Z","caller":"traceutil/trace.go:171","msg":"trace[733040471] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36413; }","duration":"136.984395ms","start":"2026-04-27T02:42:29.209926Z","end":"2026-04-27T02:42:29.34691Z","steps":["trace[733040471] 'agreement among raft nodes before linearized reading' (duration: 136.689048ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:29.563518Z","caller":"traceutil/trace.go:171","msg":"trace[2053860519] transaction","detail":"{read_only:false; response_revision:36415; number_of_response:1; }","duration":"212.049509ms","start":"2026-04-27T02:42:29.35144Z","end":"2026-04-27T02:42:29.56349Z","steps":["trace[2053860519] 'process raft request' (duration: 211.769382ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:29.563424Z","caller":"traceutil/trace.go:171","msg":"trace[151367698] linearizableReadLoop","detail":"{readStateIndex:37580; appliedIndex:37579; }","duration":"177.882263ms","start":"2026-04-27T02:42:29.38552Z","end":"2026-04-27T02:42:29.563403Z","steps":["trace[151367698] 'read index received' (duration: 177.76317ms)","trace[151367698] 'applied index is now lower than readState.Index' (duration: 118.343µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:29.563835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.280642ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T02:42:29.56392Z","caller":"traceutil/trace.go:171","msg":"trace[1474652460] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:36415; }","duration":"178.451156ms","start":"2026-04-27T02:42:29.385461Z","end":"2026-04-27T02:42:29.563912Z","steps":["trace[1474652460] 'agreement among raft nodes before linearized reading' (duration: 178.236111ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:29.755207Z","caller":"traceutil/trace.go:171","msg":"trace[1508015714] linearizableReadLoop","detail":"{readStateIndex:37581; appliedIndex:37580; }","duration":"191.293679ms","start":"2026-04-27T02:42:29.563883Z","end":"2026-04-27T02:42:29.755176Z","steps":["trace[1508015714] 'read index received' (duration: 108.549774ms)","trace[1508015714] 'applied index is now lower than readState.Index' (duration: 82.742565ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:29.755448Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.0588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:29.755495Z","caller":"traceutil/trace.go:171","msg":"trace[145106798] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:36416; }","duration":"338.153641ms","start":"2026-04-27T02:42:29.417327Z","end":"2026-04-27T02:42:29.75548Z","steps":["trace[145106798] 'agreement among raft nodes before linearized reading' (duration: 338.008667ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:29.755555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:29.41731Z","time spent":"338.230404ms","remote":"127.0.0.1:51490","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:29.755709Z","caller":"traceutil/trace.go:171","msg":"trace[985215286] transaction","detail":"{read_only:false; response_revision:36416; number_of_response:1; }","duration":"352.124502ms","start":"2026-04-27T02:42:29.403554Z","end":"2026-04-27T02:42:29.755678Z","steps":["trace[985215286] 'process raft request' (duration: 268.961527ms)","trace[985215286] 'compare' (duration: 82.252442ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:29.755804Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.644812ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:141"} {"level":"warn","ts":"2026-04-27T02:42:29.755751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.488944ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:29.755734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.198682ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:29.755975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:29.403528Z","time spent":"352.298466ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:29.756097Z","caller":"traceutil/trace.go:171","msg":"trace[390709362] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:36416; }","duration":"214.574102ms","start":"2026-04-27T02:42:29.541458Z","end":"2026-04-27T02:42:29.756032Z","steps":["trace[390709362] 'agreement among raft nodes before linearized reading' (duration: 213.866084ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:29.755935Z","caller":"traceutil/trace.go:171","msg":"trace[1669283379] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:36416; }","duration":"190.742485ms","start":"2026-04-27T02:42:29.565129Z","end":"2026-04-27T02:42:29.755872Z","steps":["trace[1669283379] 'agreement among raft nodes before linearized reading' (duration: 190.500509ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:29.755961Z","caller":"traceutil/trace.go:171","msg":"trace[1180562440] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36416; }","duration":"140.74771ms","start":"2026-04-27T02:42:29.615187Z","end":"2026-04-27T02:42:29.755934Z","steps":["trace[1180562440] 'agreement among raft nodes before linearized reading' (duration: 140.470773ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:29.97398Z","caller":"traceutil/trace.go:171","msg":"trace[734408613] linearizableReadLoop","detail":"{readStateIndex:37582; appliedIndex:37581; }","duration":"141.299853ms","start":"2026-04-27T02:42:29.832653Z","end":"2026-04-27T02:42:29.973953Z","steps":["trace[734408613] 'read index received' (duration: 110.666985ms)","trace[734408613] 'applied index is now lower than readState.Index' (duration: 30.631918ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:29.974297Z","caller":"traceutil/trace.go:171","msg":"trace[802361335] transaction","detail":"{read_only:false; response_revision:36417; number_of_response:1; }","duration":"174.710882ms","start":"2026-04-27T02:42:29.799547Z","end":"2026-04-27T02:42:29.974258Z","steps":["trace[802361335] 'process raft request' (duration: 143.773786ms)","trace[802361335] 'compare' (duration: 30.487365ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:29.974395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.717615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:29.975132Z","caller":"traceutil/trace.go:171","msg":"trace[951002846] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:36417; }","duration":"142.509895ms","start":"2026-04-27T02:42:29.832594Z","end":"2026-04-27T02:42:29.975104Z","steps":["trace[951002846] 'agreement among raft nodes before linearized reading' (duration: 141.721404ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:30.033905Z","caller":"traceutil/trace.go:171","msg":"trace[1387989081] transaction","detail":"{read_only:false; response_revision:36418; number_of_response:1; }","duration":"103.377443ms","start":"2026-04-27T02:42:29.930505Z","end":"2026-04-27T02:42:30.033883Z","steps":["trace[1387989081] 'process raft request' (duration: 103.023494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:30.034141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"198.54094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephnfses/\" range_end:\"/registry/ceph.rook.io/cephnfses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:30.034187Z","caller":"traceutil/trace.go:171","msg":"trace[15507122] range","detail":"{range_begin:/registry/ceph.rook.io/cephnfses/; range_end:/registry/ceph.rook.io/cephnfses0; response_count:0; response_revision:36418; }","duration":"198.624583ms","start":"2026-04-27T02:42:29.835555Z","end":"2026-04-27T02:42:30.03418Z","steps":["trace[15507122] 'agreement among raft nodes before linearized reading' (duration: 198.546601ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:30.496236Z","caller":"traceutil/trace.go:171","msg":"trace[1836997367] linearizableReadLoop","detail":"{readStateIndex:37585; appliedIndex:37584; }","duration":"241.52093ms","start":"2026-04-27T02:42:30.254683Z","end":"2026-04-27T02:42:30.496204Z","steps":["trace[1836997367] 'read index received' (duration: 241.011246ms)","trace[1836997367] 'applied index is now lower than readState.Index' (duration: 508.304µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:30.496303Z","caller":"traceutil/trace.go:171","msg":"trace[1495851780] transaction","detail":"{read_only:false; response_revision:36420; number_of_response:1; }","duration":"284.166539ms","start":"2026-04-27T02:42:30.212102Z","end":"2026-04-27T02:42:30.496269Z","steps":["trace[1495851780] 'process raft request' (duration: 283.577814ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:30.496591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.501066ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:30.496647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.95666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:42:30.496684Z","caller":"traceutil/trace.go:171","msg":"trace[1893484628] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:36420; }","duration":"162.64922ms","start":"2026-04-27T02:42:30.33401Z","end":"2026-04-27T02:42:30.496659Z","steps":["trace[1893484628] 'agreement among raft nodes before linearized reading' (duration: 162.501926ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:30.496678Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.497644ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:30.496865Z","caller":"traceutil/trace.go:171","msg":"trace[1624645959] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:36420; }","duration":"201.665669ms","start":"2026-04-27T02:42:30.295107Z","end":"2026-04-27T02:42:30.496773Z","steps":["trace[1624645959] 'agreement among raft nodes before linearized reading' (duration: 201.408472ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:30.496708Z","caller":"traceutil/trace.go:171","msg":"trace[1678994790] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36420; }","duration":"242.075874ms","start":"2026-04-27T02:42:30.254614Z","end":"2026-04-27T02:42:30.49669Z","steps":["trace[1678994790] 'agreement among raft nodes before linearized reading' (duration: 241.878639ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:30.72337Z","caller":"traceutil/trace.go:171","msg":"trace[1709549605] linearizableReadLoop","detail":"{readStateIndex:37587; appliedIndex:37585; }","duration":"108.563023ms","start":"2026-04-27T02:42:30.614779Z","end":"2026-04-27T02:42:30.723342Z","steps":["trace[1709549605] 'read index received' (duration: 26.69648ms)","trace[1709549605] 'applied index is now lower than readState.Index' (duration: 81.865553ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:30.723395Z","caller":"traceutil/trace.go:171","msg":"trace[628423878] transaction","detail":"{read_only:false; response_revision:36422; number_of_response:1; }","duration":"115.287242ms","start":"2026-04-27T02:42:30.608088Z","end":"2026-04-27T02:42:30.723375Z","steps":["trace[628423878] 'process raft request' (duration: 115.19494ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:30.723413Z","caller":"traceutil/trace.go:171","msg":"trace[331274499] transaction","detail":"{read_only:false; response_revision:36421; number_of_response:1; }","duration":"223.25883ms","start":"2026-04-27T02:42:30.500092Z","end":"2026-04-27T02:42:30.723351Z","steps":["trace[331274499] 'process raft request' (duration: 141.375227ms)","trace[331274499] 'compare' (duration: 81.575016ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:30.723653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.862301ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:30.723696Z","caller":"traceutil/trace.go:171","msg":"trace[391236999] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36422; }","duration":"108.937203ms","start":"2026-04-27T02:42:30.614748Z","end":"2026-04-27T02:42:30.723685Z","steps":["trace[391236999] 'agreement among raft nodes before linearized reading' (duration: 108.85575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.186988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.390449ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:31.187119Z","caller":"traceutil/trace.go:171","msg":"trace[1109213777] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36423; }","duration":"234.551273ms","start":"2026-04-27T02:42:30.952527Z","end":"2026-04-27T02:42:31.187078Z","steps":["trace[1109213777] 'range keys from in-memory index tree' (duration: 234.309146ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.187452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.548193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:31.187502Z","caller":"traceutil/trace.go:171","msg":"trace[411822857] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:36423; }","duration":"232.633485ms","start":"2026-04-27T02:42:30.954857Z","end":"2026-04-27T02:42:31.18749Z","steps":["trace[411822857] 'count revisions from in-memory index tree' (duration: 232.451281ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:31.257362Z","caller":"traceutil/trace.go:171","msg":"trace[313093767] transaction","detail":"{read_only:false; response_revision:36424; number_of_response:1; }","duration":"150.558947ms","start":"2026-04-27T02:42:31.106777Z","end":"2026-04-27T02:42:31.257336Z","steps":["trace[313093767] 'process raft request' (duration: 150.408603ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:31.365067Z","caller":"traceutil/trace.go:171","msg":"trace[1956765680] linearizableReadLoop","detail":"{readStateIndex:37591; appliedIndex:37588; }","duration":"186.95729ms","start":"2026-04-27T02:42:31.178087Z","end":"2026-04-27T02:42:31.365044Z","steps":["trace[1956765680] 'read index received' (duration: 79.168596ms)","trace[1956765680] 'applied index is now lower than readState.Index' (duration: 107.787814ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:31.365154Z","caller":"traceutil/trace.go:171","msg":"trace[537221980] transaction","detail":"{read_only:false; response_revision:36426; number_of_response:1; }","duration":"257.656634ms","start":"2026-04-27T02:42:31.10749Z","end":"2026-04-27T02:42:31.365147Z","steps":["trace[537221980] 'process raft request' (duration: 257.52527ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:31.36512Z","caller":"traceutil/trace.go:171","msg":"trace[1831566719] transaction","detail":"{read_only:false; response_revision:36425; number_of_response:1; }","duration":"257.946621ms","start":"2026-04-27T02:42:31.107127Z","end":"2026-04-27T02:42:31.365073Z","steps":["trace[1831566719] 'process raft request' (duration: 257.766826ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.365277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.182196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:31.365303Z","caller":"traceutil/trace.go:171","msg":"trace[152881731] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:36426; }","duration":"187.260897ms","start":"2026-04-27T02:42:31.178034Z","end":"2026-04-27T02:42:31.365295Z","steps":["trace[152881731] 'agreement among raft nodes before linearized reading' (duration: 187.198356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.365513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.191709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:31.365579Z","caller":"traceutil/trace.go:171","msg":"trace[2066270083] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:36426; }","duration":"172.310523ms","start":"2026-04-27T02:42:31.193254Z","end":"2026-04-27T02:42:31.365564Z","steps":["trace[2066270083] 'agreement among raft nodes before linearized reading' (duration: 172.061427ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.365838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.288846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-04-27T02:42:31.365857Z","caller":"traceutil/trace.go:171","msg":"trace[1869753271] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36426; }","duration":"161.344427ms","start":"2026-04-27T02:42:31.204507Z","end":"2026-04-27T02:42:31.365852Z","steps":["trace[1869753271] 'agreement among raft nodes before linearized reading' (duration: 161.237354ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.366072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.519457ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:42:31.366158Z","caller":"traceutil/trace.go:171","msg":"trace[796235214] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36426; }","duration":"172.63303ms","start":"2026-04-27T02:42:31.193506Z","end":"2026-04-27T02:42:31.366139Z","steps":["trace[796235214] 'agreement among raft nodes before linearized reading' (duration: 172.356973ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.681045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.622874ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:31.681201Z","caller":"traceutil/trace.go:171","msg":"trace[842878620] transaction","detail":"{read_only:false; response_revision:36428; number_of_response:1; }","duration":"221.560177ms","start":"2026-04-27T02:42:31.459627Z","end":"2026-04-27T02:42:31.681187Z","steps":["trace[842878620] 'process raft request' (duration: 221.501606ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:31.681229Z","caller":"traceutil/trace.go:171","msg":"trace[1343908709] linearizableReadLoop","detail":"{readStateIndex:37592; appliedIndex:37591; }","duration":"309.896664ms","start":"2026-04-27T02:42:31.371311Z","end":"2026-04-27T02:42:31.681208Z","steps":["trace[1343908709] 'read index received' (duration: 91.099225ms)","trace[1343908709] 'applied index is now lower than readState.Index' (duration: 218.796289ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:31.681332Z","caller":"traceutil/trace.go:171","msg":"trace[1897272367] transaction","detail":"{read_only:false; response_revision:36427; number_of_response:1; }","duration":"311.6876ms","start":"2026-04-27T02:42:31.369634Z","end":"2026-04-27T02:42:31.681322Z","steps":["trace[1897272367] 'process raft request' (duration: 92.716137ms)","trace[1897272367] 'compare' (duration: 218.138091ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:31.681451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:31.369609Z","time spent":"311.74647ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:31.681595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.763076ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:31.681636Z","caller":"traceutil/trace.go:171","msg":"trace[215960664] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36428; }","duration":"210.805697ms","start":"2026-04-27T02:42:31.470822Z","end":"2026-04-27T02:42:31.681627Z","steps":["trace[215960664] 'agreement among raft nodes before linearized reading' (duration: 210.739626ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.681834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.516799ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:31.681868Z","caller":"traceutil/trace.go:171","msg":"trace[503957440] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:36428; }","duration":"310.570171ms","start":"2026-04-27T02:42:31.37129Z","end":"2026-04-27T02:42:31.68186Z","steps":["trace[503957440] 'agreement among raft nodes before linearized reading' (duration: 310.51844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.681887Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:31.371274Z","time spent":"310.607982ms","remote":"127.0.0.1:46694","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-04-27T02:42:31.681891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.222396ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:42:31.681916Z","caller":"traceutil/trace.go:171","msg":"trace[2049546100] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36428; }","duration":"114.267186ms","start":"2026-04-27T02:42:31.567642Z","end":"2026-04-27T02:42:31.68191Z","steps":["trace[2049546100] 'agreement among raft nodes before linearized reading' (duration: 114.164374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.682043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.986725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:31.682082Z","caller":"traceutil/trace.go:171","msg":"trace[1659558428] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:36428; }","duration":"119.076217ms","start":"2026-04-27T02:42:31.562994Z","end":"2026-04-27T02:42:31.68207Z","steps":["trace[1659558428] 'agreement among raft nodes before linearized reading' (duration: 119.019776ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:31.915165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.424756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:31.915292Z","caller":"traceutil/trace.go:171","msg":"trace[1721751897] linearizableReadLoop","detail":"{readStateIndex:37595; appliedIndex:37594; }","duration":"149.959361ms","start":"2026-04-27T02:42:31.765311Z","end":"2026-04-27T02:42:31.91527Z","steps":["trace[1721751897] 'read index received' (duration: 26.297669ms)","trace[1721751897] 'applied index is now lower than readState.Index' (duration: 123.659962ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:31.9153Z","caller":"traceutil/trace.go:171","msg":"trace[529765031] transaction","detail":"{read_only:false; response_revision:36430; number_of_response:1; }","duration":"153.716296ms","start":"2026-04-27T02:42:31.761561Z","end":"2026-04-27T02:42:31.915278Z","steps":["trace[529765031] 'process raft request' (duration: 30.042604ms)","trace[529765031] 'compare' (duration: 122.905413ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:31.91581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.487045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-04-27T02:42:31.915871Z","caller":"traceutil/trace.go:171","msg":"trace[42246036] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:36430; }","duration":"150.591477ms","start":"2026-04-27T02:42:31.765264Z","end":"2026-04-27T02:42:31.915855Z","steps":["trace[42246036] 'agreement among raft nodes before linearized reading' (duration: 150.116675ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:32.259517Z","caller":"traceutil/trace.go:171","msg":"trace[1630413421] transaction","detail":"{read_only:false; response_revision:36431; number_of_response:1; }","duration":"278.503375ms","start":"2026-04-27T02:42:31.980977Z","end":"2026-04-27T02:42:32.259481Z","steps":["trace[1630413421] 'process raft request' (duration: 199.394971ms)","trace[1630413421] 'compare' (duration: 78.972221ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:32.265578Z","caller":"traceutil/trace.go:171","msg":"trace[485598085] transaction","detail":"{read_only:false; response_revision:36432; number_of_response:1; }","duration":"226.639455ms","start":"2026-04-27T02:42:32.03891Z","end":"2026-04-27T02:42:32.265549Z","steps":["trace[485598085] 'process raft request' (duration: 226.41745ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:32.26572Z","caller":"traceutil/trace.go:171","msg":"trace[2061625717] transaction","detail":"{read_only:false; response_revision:36433; number_of_response:1; }","duration":"210.691365ms","start":"2026-04-27T02:42:32.055017Z","end":"2026-04-27T02:42:32.265709Z","steps":["trace[2061625717] 'process raft request' (duration: 210.47832ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:32.265922Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.809618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:42:32.265968Z","caller":"traceutil/trace.go:171","msg":"trace[1464570118] linearizableReadLoop","detail":"{readStateIndex:37598; appliedIndex:37595; }","duration":"145.578603ms","start":"2026-04-27T02:42:32.120097Z","end":"2026-04-27T02:42:32.265675Z","steps":["trace[1464570118] 'read index received' (duration: 60.274413ms)","trace[1464570118] 'applied index is now lower than readState.Index' (duration: 85.30235ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:32.265993Z","caller":"traceutil/trace.go:171","msg":"trace[1638115438] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36433; }","duration":"145.930041ms","start":"2026-04-27T02:42:32.120046Z","end":"2026-04-27T02:42:32.265976Z","steps":["trace[1638115438] 'agreement among raft nodes before linearized reading' (duration: 145.754937ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:32.889649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.471631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-04-27T02:42:32.889735Z","caller":"traceutil/trace.go:171","msg":"trace[1056989344] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36435; }","duration":"161.623974ms","start":"2026-04-27T02:42:32.728091Z","end":"2026-04-27T02:42:32.889715Z","steps":["trace[1056989344] 'range keys from in-memory index tree' (duration: 161.213044ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:32.950495Z","caller":"traceutil/trace.go:171","msg":"trace[1676809718] transaction","detail":"{read_only:false; response_revision:36436; number_of_response:1; }","duration":"221.64687ms","start":"2026-04-27T02:42:32.7288Z","end":"2026-04-27T02:42:32.950447Z","steps":["trace[1676809718] 'process raft request' (duration: 221.473066ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:33.203493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.034686ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:33.203596Z","caller":"traceutil/trace.go:171","msg":"trace[617108251] transaction","detail":"{read_only:false; response_revision:36438; number_of_response:1; }","duration":"211.397872ms","start":"2026-04-27T02:42:32.992181Z","end":"2026-04-27T02:42:33.203579Z","steps":["trace[617108251] 'process raft request' (duration: 29.184202ms)","trace[617108251] 'compare' (duration: 181.770809ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:33.62105Z","caller":"traceutil/trace.go:171","msg":"trace[2098675748] transaction","detail":"{read_only:false; response_revision:36441; number_of_response:1; }","duration":"250.054302ms","start":"2026-04-27T02:42:33.370957Z","end":"2026-04-27T02:42:33.621011Z","steps":["trace[2098675748] 'process raft request' (duration: 247.075368ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:33.945349Z","caller":"traceutil/trace.go:171","msg":"trace[1399961992] linearizableReadLoop","detail":"{readStateIndex:37608; appliedIndex:37606; }","duration":"193.443712ms","start":"2026-04-27T02:42:33.75188Z","end":"2026-04-27T02:42:33.945323Z","steps":["trace[1399961992] 'read index received' (duration: 109.307211ms)","trace[1399961992] 'applied index is now lower than readState.Index' (duration: 84.135061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:33.945541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.655988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:42:33.945581Z","caller":"traceutil/trace.go:171","msg":"trace[1686801475] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36443; }","duration":"193.74971ms","start":"2026-04-27T02:42:33.751821Z","end":"2026-04-27T02:42:33.945571Z","steps":["trace[1686801475] 'agreement among raft nodes before linearized reading' (duration: 193.602296ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:33.945602Z","caller":"traceutil/trace.go:171","msg":"trace[37226676] transaction","detail":"{read_only:false; response_revision:36442; number_of_response:1; }","duration":"255.120329ms","start":"2026-04-27T02:42:33.690418Z","end":"2026-04-27T02:42:33.945538Z","steps":["trace[37226676] 'process raft request' (duration: 170.823925ms)","trace[37226676] 'compare' (duration: 83.656508ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:33.945591Z","caller":"traceutil/trace.go:171","msg":"trace[1330176301] transaction","detail":"{read_only:false; response_revision:36443; number_of_response:1; }","duration":"243.105859ms","start":"2026-04-27T02:42:33.702449Z","end":"2026-04-27T02:42:33.945555Z","steps":["trace[1330176301] 'process raft request' (duration: 242.780051ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:34.183481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.993556ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:34.183596Z","caller":"traceutil/trace.go:171","msg":"trace[1424140961] transaction","detail":"{read_only:false; response_revision:36445; number_of_response:1; }","duration":"233.838047ms","start":"2026-04-27T02:42:33.949741Z","end":"2026-04-27T02:42:34.183579Z","steps":["trace[1424140961] 'process raft request' (duration: 102.676856ms)","trace[1424140961] 'compare' (duration: 130.74429ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:34.474304Z","caller":"traceutil/trace.go:171","msg":"trace[933411855] transaction","detail":"{read_only:false; response_revision:36448; number_of_response:1; }","duration":"117.946708ms","start":"2026-04-27T02:42:34.356314Z","end":"2026-04-27T02:42:34.47426Z","steps":["trace[933411855] 'process raft request' (duration: 112.281576ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:35.104447Z","caller":"traceutil/trace.go:171","msg":"trace[2087906207] linearizableReadLoop","detail":"{readStateIndex:37615; appliedIndex:37614; }","duration":"112.996455ms","start":"2026-04-27T02:42:34.991422Z","end":"2026-04-27T02:42:35.104419Z","steps":["trace[2087906207] 'read index received' (duration: 112.732118ms)","trace[2087906207] 'applied index is now lower than readState.Index' (duration: 263.377µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:35.104805Z","caller":"traceutil/trace.go:171","msg":"trace[1231193399] transaction","detail":"{read_only:false; response_revision:36450; number_of_response:1; }","duration":"148.871975ms","start":"2026-04-27T02:42:34.955911Z","end":"2026-04-27T02:42:35.104783Z","steps":["trace[1231193399] 'process raft request' (duration: 148.345672ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:35.105422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.98153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:42:35.105474Z","caller":"traceutil/trace.go:171","msg":"trace[539596186] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36450; }","duration":"114.080712ms","start":"2026-04-27T02:42:34.991378Z","end":"2026-04-27T02:42:35.105459Z","steps":["trace[539596186] 'agreement among raft nodes before linearized reading' (duration: 113.922329ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:35.288868Z","caller":"traceutil/trace.go:171","msg":"trace[2001780113] transaction","detail":"{read_only:false; response_revision:36451; number_of_response:1; }","duration":"178.537388ms","start":"2026-04-27T02:42:35.110284Z","end":"2026-04-27T02:42:35.288821Z","steps":["trace[2001780113] 'process raft request' (duration: 96.601103ms)","trace[2001780113] 'compare' (duration: 81.288148ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:35.45176Z","caller":"traceutil/trace.go:171","msg":"trace[1390112620] transaction","detail":"{read_only:false; response_revision:36452; number_of_response:1; }","duration":"173.501612ms","start":"2026-04-27T02:42:35.278235Z","end":"2026-04-27T02:42:35.451737Z","steps":["trace[1390112620] 'process raft request' (duration: 168.831005ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:35.452342Z","caller":"traceutil/trace.go:171","msg":"trace[149404130] transaction","detail":"{read_only:false; response_revision:36453; number_of_response:1; }","duration":"166.625491ms","start":"2026-04-27T02:42:35.285708Z","end":"2026-04-27T02:42:35.452333Z","steps":["trace[149404130] 'process raft request' (duration: 166.529698ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:35.452879Z","caller":"traceutil/trace.go:171","msg":"trace[2048080770] transaction","detail":"{read_only:false; response_revision:36454; number_of_response:1; }","duration":"158.860745ms","start":"2026-04-27T02:42:35.293975Z","end":"2026-04-27T02:42:35.452836Z","steps":["trace[2048080770] 'process raft request' (duration: 158.314502ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:35.798507Z","caller":"traceutil/trace.go:171","msg":"trace[780106046] transaction","detail":"{read_only:false; response_revision:36456; number_of_response:1; }","duration":"171.907952ms","start":"2026-04-27T02:42:35.626568Z","end":"2026-04-27T02:42:35.798476Z","steps":["trace[780106046] 'process raft request' (duration: 109.600189ms)","trace[780106046] 'compare' (duration: 62.144269ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:36.073944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.500974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:42:36.074034Z","caller":"traceutil/trace.go:171","msg":"trace[1090841266] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36456; }","duration":"124.644197ms","start":"2026-04-27T02:42:35.949367Z","end":"2026-04-27T02:42:36.074012Z","steps":["trace[1090841266] 'range keys from in-memory index tree' (duration: 124.310519ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:36.180698Z","caller":"traceutil/trace.go:171","msg":"trace[1737934239] transaction","detail":"{read_only:false; response_revision:36457; number_of_response:1; }","duration":"227.401914ms","start":"2026-04-27T02:42:35.953266Z","end":"2026-04-27T02:42:36.180668Z","steps":["trace[1737934239] 'process raft request' (duration: 227.25257ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:36.318914Z","caller":"traceutil/trace.go:171","msg":"trace[280415547] transaction","detail":"{read_only:false; response_revision:36458; number_of_response:1; }","duration":"240.197176ms","start":"2026-04-27T02:42:36.07869Z","end":"2026-04-27T02:42:36.318887Z","steps":["trace[280415547] 'process raft request' (duration: 239.826727ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:36.318907Z","caller":"traceutil/trace.go:171","msg":"trace[963478318] linearizableReadLoop","detail":"{readStateIndex:37624; appliedIndex:37622; }","duration":"131.13094ms","start":"2026-04-27T02:42:36.187735Z","end":"2026-04-27T02:42:36.318866Z","steps":["trace[963478318] 'read index received' (duration: 51.320148ms)","trace[963478318] 'applied index is now lower than readState.Index' (duration: 79.808282ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:36.329516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.855613ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:419616"} {"level":"warn","ts":"2026-04-27T02:42:36.329554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.780867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:42:36.329602Z","caller":"traceutil/trace.go:171","msg":"trace[1985589263] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:36458; }","duration":"128.971225ms","start":"2026-04-27T02:42:36.200608Z","end":"2026-04-27T02:42:36.32958Z","steps":["trace[1985589263] 'agreement among raft nodes before linearized reading' (duration: 118.525813ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:36.330127Z","caller":"traceutil/trace.go:171","msg":"trace[1196851571] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36458; }","duration":"141.961632ms","start":"2026-04-27T02:42:36.187686Z","end":"2026-04-27T02:42:36.329648Z","steps":["trace[1196851571] 'agreement among raft nodes before linearized reading' (duration: 131.276664ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:37.00165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.875514ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-04-27T02:42:37.002117Z","caller":"traceutil/trace.go:171","msg":"trace[185029684] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:36463; }","duration":"133.076238ms","start":"2026-04-27T02:42:36.868675Z","end":"2026-04-27T02:42:37.001751Z","steps":["trace[185029684] 'range keys from in-memory index tree' (duration: 132.601047ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:37.229599Z","caller":"traceutil/trace.go:171","msg":"trace[1788125821] transaction","detail":"{read_only:false; response_revision:36464; number_of_response:1; }","duration":"119.628091ms","start":"2026-04-27T02:42:37.109939Z","end":"2026-04-27T02:42:37.229567Z","steps":["trace[1788125821] 'process raft request' (duration: 118.832601ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:37.43608Z","caller":"traceutil/trace.go:171","msg":"trace[1697216433] linearizableReadLoop","detail":"{readStateIndex:37631; appliedIndex:37630; }","duration":"148.998668ms","start":"2026-04-27T02:42:37.287056Z","end":"2026-04-27T02:42:37.436055Z","steps":["trace[1697216433] 'read index received' (duration: 59.188535ms)","trace[1697216433] 'applied index is now lower than readState.Index' (duration: 89.809162ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:37.436334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.253974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:37.436388Z","caller":"traceutil/trace.go:171","msg":"trace[835530683] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:36465; }","duration":"149.377596ms","start":"2026-04-27T02:42:37.286998Z","end":"2026-04-27T02:42:37.436375Z","steps":["trace[835530683] 'agreement among raft nodes before linearized reading' (duration: 149.267944ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:37.436386Z","caller":"traceutil/trace.go:171","msg":"trace[1745264169] transaction","detail":"{read_only:false; response_revision:36465; number_of_response:1; }","duration":"163.302226ms","start":"2026-04-27T02:42:37.273038Z","end":"2026-04-27T02:42:37.43634Z","steps":["trace[1745264169] 'process raft request' (duration: 73.239447ms)","trace[1745264169] 'compare' (duration: 89.651848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:37.436608Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.747191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-04-27T02:42:37.43671Z","caller":"traceutil/trace.go:171","msg":"trace[774483695] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36465; }","duration":"142.940765ms","start":"2026-04-27T02:42:37.293746Z","end":"2026-04-27T02:42:37.436686Z","steps":["trace[774483695] 'agreement among raft nodes before linearized reading' (duration: 142.633408ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:37.825866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"283.095081ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:37.825949Z","caller":"traceutil/trace.go:171","msg":"trace[473048760] transaction","detail":"{read_only:false; response_revision:36466; number_of_response:1; }","duration":"385.191902ms","start":"2026-04-27T02:42:37.440743Z","end":"2026-04-27T02:42:37.825934Z","steps":["trace[473048760] 'process raft request' (duration: 101.971608ms)","trace[473048760] 'compare' (duration: 282.869596ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:37.825994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:37.440715Z","time spent":"385.262823ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:37.891209Z","caller":"traceutil/trace.go:171","msg":"trace[1615436836] linearizableReadLoop","detail":"{readStateIndex:37633; appliedIndex:37631; }","duration":"433.162304ms","start":"2026-04-27T02:42:37.458024Z","end":"2026-04-27T02:42:37.891187Z","steps":["trace[1615436836] 'read index received' (duration: 84.632802ms)","trace[1615436836] 'applied index is now lower than readState.Index' (duration: 348.528642ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:37.891313Z","caller":"traceutil/trace.go:171","msg":"trace[2107858734] transaction","detail":"{read_only:false; response_revision:36467; number_of_response:1; }","duration":"433.462852ms","start":"2026-04-27T02:42:37.457807Z","end":"2026-04-27T02:42:37.89127Z","steps":["trace[2107858734] 'process raft request' (duration: 433.213636ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:37.891324Z","caller":"traceutil/trace.go:171","msg":"trace[328230876] transaction","detail":"{read_only:false; response_revision:36468; number_of_response:1; }","duration":"432.760285ms","start":"2026-04-27T02:42:37.458527Z","end":"2026-04-27T02:42:37.891288Z","steps":["trace[328230876] 'process raft request' (duration: 432.619201ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:37.891445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:37.458521Z","time spent":"432.860468ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:37.891455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:37.457737Z","time spent":"433.641267ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:37.891473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"433.466333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:42:37.891509Z","caller":"traceutil/trace.go:171","msg":"trace[1656912400] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36468; }","duration":"433.527095ms","start":"2026-04-27T02:42:37.45797Z","end":"2026-04-27T02:42:37.891498Z","steps":["trace[1656912400] 'agreement among raft nodes before linearized reading' (duration: 433.333759ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:37.891536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:37.457963Z","time spent":"433.564016ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:42:38.161262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.110645ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:38.16141Z","caller":"traceutil/trace.go:171","msg":"trace[1203686224] transaction","detail":"{read_only:false; response_revision:36470; number_of_response:1; }","duration":"266.142166ms","start":"2026-04-27T02:42:37.895256Z","end":"2026-04-27T02:42:38.161398Z","steps":["trace[1203686224] 'process raft request' (duration: 266.086094ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:38.161456Z","caller":"traceutil/trace.go:171","msg":"trace[271162525] linearizableReadLoop","detail":"{readStateIndex:37635; appliedIndex:37634; }","duration":"270.148377ms","start":"2026-04-27T02:42:37.891279Z","end":"2026-04-27T02:42:38.161427Z","steps":["trace[271162525] 'read index received' (duration: 72.816886ms)","trace[271162525] 'applied index is now lower than readState.Index' (duration: 197.329621ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:38.161611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"602.710237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:38.161657Z","caller":"traceutil/trace.go:171","msg":"trace[1220324645] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:36470; }","duration":"602.814541ms","start":"2026-04-27T02:42:37.558828Z","end":"2026-04-27T02:42:38.161643Z","steps":["trace[1220324645] 'agreement among raft nodes before linearized reading' (duration: 602.699128ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:38.1617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:37.558801Z","time spent":"602.887892ms","remote":"127.0.0.1:48466","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":29,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:38.161749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.024169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:38.161798Z","caller":"traceutil/trace.go:171","msg":"trace[1160954417] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:36470; }","duration":"527.120081ms","start":"2026-04-27T02:42:37.634668Z","end":"2026-04-27T02:42:38.161788Z","steps":["trace[1160954417] 'agreement among raft nodes before linearized reading' (duration: 527.04908ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:38.161828Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:37.634646Z","time spent":"527.174043ms","remote":"127.0.0.1:39234","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:38.16195Z","caller":"traceutil/trace.go:171","msg":"trace[339586483] transaction","detail":"{read_only:false; response_revision:36469; number_of_response:1; }","duration":"357.698222ms","start":"2026-04-27T02:42:37.804241Z","end":"2026-04-27T02:42:38.161939Z","steps":["trace[339586483] 'process raft request' (duration: 159.844569ms)","trace[339586483] 'compare' (duration: 197.008812ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:38.161965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"547.398781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:38.161994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:37.804189Z","time spent":"357.781324ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:38.162006Z","caller":"traceutil/trace.go:171","msg":"trace[338145378] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36470; }","duration":"547.473972ms","start":"2026-04-27T02:42:37.61452Z","end":"2026-04-27T02:42:38.161994Z","steps":["trace[338145378] 'agreement among raft nodes before linearized reading' (duration: 547.4127ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:38.162042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:37.614498Z","time spent":"547.534324ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:42:38.37307Z","caller":"traceutil/trace.go:171","msg":"trace[1931081999] transaction","detail":"{read_only:false; response_revision:36472; number_of_response:1; }","duration":"106.711367ms","start":"2026-04-27T02:42:38.266327Z","end":"2026-04-27T02:42:38.373039Z","steps":["trace[1931081999] 'process raft request' (duration: 106.406719ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:38.543793Z","caller":"traceutil/trace.go:171","msg":"trace[405347798] transaction","detail":"{read_only:false; response_revision:36473; number_of_response:1; }","duration":"161.591163ms","start":"2026-04-27T02:42:38.38217Z","end":"2026-04-27T02:42:38.543761Z","steps":["trace[405347798] 'process raft request' (duration: 158.113956ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:38.54903Z","caller":"traceutil/trace.go:171","msg":"trace[1073554272] linearizableReadLoop","detail":"{readStateIndex:37640; appliedIndex:37638; }","duration":"147.175571ms","start":"2026-04-27T02:42:38.401834Z","end":"2026-04-27T02:42:38.54901Z","steps":["trace[1073554272] 'read index received' (duration: 138.476003ms)","trace[1073554272] 'applied index is now lower than readState.Index' (duration: 8.698528ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:38.549059Z","caller":"traceutil/trace.go:171","msg":"trace[1671535390] transaction","detail":"{read_only:false; response_revision:36474; number_of_response:1; }","duration":"166.727762ms","start":"2026-04-27T02:42:38.382296Z","end":"2026-04-27T02:42:38.549023Z","steps":["trace[1671535390] 'process raft request' (duration: 166.480206ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:38.549102Z","caller":"traceutil/trace.go:171","msg":"trace[1195821003] transaction","detail":"{read_only:false; response_revision:36476; number_of_response:1; }","duration":"122.451161ms","start":"2026-04-27T02:42:38.426617Z","end":"2026-04-27T02:42:38.549069Z","steps":["trace[1195821003] 'process raft request' (duration: 122.346819ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:38.549427Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.545531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:42:38.54949Z","caller":"traceutil/trace.go:171","msg":"trace[723848374] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36476; }","duration":"147.744965ms","start":"2026-04-27T02:42:38.401731Z","end":"2026-04-27T02:42:38.549476Z","steps":["trace[723848374] 'agreement among raft nodes before linearized reading' (duration: 147.367206ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:38.549553Z","caller":"traceutil/trace.go:171","msg":"trace[1569360451] transaction","detail":"{read_only:false; response_revision:36475; number_of_response:1; }","duration":"122.941393ms","start":"2026-04-27T02:42:38.426596Z","end":"2026-04-27T02:42:38.549537Z","steps":["trace[1569360451] 'process raft request' (duration: 122.325548ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:38.736318Z","caller":"traceutil/trace.go:171","msg":"trace[829172848] transaction","detail":"{read_only:false; response_revision:36478; number_of_response:1; }","duration":"118.093002ms","start":"2026-04-27T02:42:38.618196Z","end":"2026-04-27T02:42:38.736289Z","steps":["trace[829172848] 'process raft request' (duration: 71.281167ms)","trace[829172848] 'compare' (duration: 46.570419ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:39.404867Z","caller":"traceutil/trace.go:171","msg":"trace[975029910] transaction","detail":"{read_only:false; response_revision:36480; number_of_response:1; }","duration":"169.593805ms","start":"2026-04-27T02:42:39.23525Z","end":"2026-04-27T02:42:39.404844Z","steps":["trace[975029910] 'process raft request' (duration: 72.015667ms)","trace[975029910] 'compare' (duration: 97.170647ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:39.405017Z","caller":"traceutil/trace.go:171","msg":"trace[131271341] transaction","detail":"{read_only:false; response_revision:36481; number_of_response:1; }","duration":"151.47745ms","start":"2026-04-27T02:42:39.253498Z","end":"2026-04-27T02:42:39.404976Z","steps":["trace[131271341] 'process raft request' (duration: 151.248844ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:40.330851Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.879186ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:40.330969Z","caller":"traceutil/trace.go:171","msg":"trace[1224639816] transaction","detail":"{read_only:false; response_revision:36483; number_of_response:1; }","duration":"435.278159ms","start":"2026-04-27T02:42:39.895671Z","end":"2026-04-27T02:42:40.330949Z","steps":["trace[1224639816] 'process raft request' (duration: 77.216338ms)","trace[1224639816] 'compare' (duration: 357.046326ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:40.331032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:39.895644Z","time spent":"435.35807ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:40.403537Z","caller":"traceutil/trace.go:171","msg":"trace[240264825] linearizableReadLoop","detail":"{readStateIndex:37652; appliedIndex:37649; }","duration":"476.208225ms","start":"2026-04-27T02:42:39.92731Z","end":"2026-04-27T02:42:40.403518Z","steps":["trace[240264825] 'read index received' (duration: 45.601685ms)","trace[240264825] 'applied index is now lower than readState.Index' (duration: 430.60571ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:40.403654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"476.319888ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:40.403657Z","caller":"traceutil/trace.go:171","msg":"trace[1068693458] transaction","detail":"{read_only:false; response_revision:36484; number_of_response:1; }","duration":"507.448229ms","start":"2026-04-27T02:42:39.896192Z","end":"2026-04-27T02:42:40.403641Z","steps":["trace[1068693458] 'process raft request' (duration: 507.182753ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:40.403682Z","caller":"traceutil/trace.go:171","msg":"trace[941027663] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:36485; }","duration":"476.40135ms","start":"2026-04-27T02:42:39.927271Z","end":"2026-04-27T02:42:40.403673Z","steps":["trace[941027663] 'agreement among raft nodes before linearized reading' (duration: 476.326368ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:40.403704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:39.927255Z","time spent":"476.441041ms","remote":"127.0.0.1:32770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:40.403737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:39.89617Z","time spent":"507.519701ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:40.403837Z","caller":"traceutil/trace.go:171","msg":"trace[1693809181] transaction","detail":"{read_only:false; response_revision:36485; number_of_response:1; }","duration":"498.531635ms","start":"2026-04-27T02:42:39.905263Z","end":"2026-04-27T02:42:40.403795Z","steps":["trace[1693809181] 'process raft request' (duration: 498.211517ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:40.404294Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:39.905253Z","time spent":"498.956687ms","remote":"127.0.0.1:51520","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7732,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:40.546811Z","caller":"traceutil/trace.go:171","msg":"trace[1782391567] linearizableReadLoop","detail":"{readStateIndex:37654; appliedIndex:37652; }","duration":"143.206112ms","start":"2026-04-27T02:42:40.403582Z","end":"2026-04-27T02:42:40.546788Z","steps":["trace[1782391567] 'read index received' (duration: 142.966306ms)","trace[1782391567] 'applied index is now lower than readState.Index' (duration: 239.236µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:40.547095Z","caller":"traceutil/trace.go:171","msg":"trace[1590103555] transaction","detail":"{read_only:false; response_revision:36486; number_of_response:1; }","duration":"378.122125ms","start":"2026-04-27T02:42:40.168963Z","end":"2026-04-27T02:42:40.547085Z","steps":["trace[1590103555] 'process raft request' (duration: 377.642093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:40.54719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:40.168937Z","time spent":"378.190436ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:40.547324Z","caller":"traceutil/trace.go:171","msg":"trace[909464343] transaction","detail":"{read_only:false; response_revision:36487; number_of_response:1; }","duration":"279.45089ms","start":"2026-04-27T02:42:40.267838Z","end":"2026-04-27T02:42:40.547289Z","steps":["trace[909464343] 'process raft request' (duration: 278.914956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:40.547437Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.923525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18378"} {"level":"info","ts":"2026-04-27T02:42:40.54747Z","caller":"traceutil/trace.go:171","msg":"trace[2002523685] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:36487; }","duration":"135.010878ms","start":"2026-04-27T02:42:40.412451Z","end":"2026-04-27T02:42:40.547462Z","steps":["trace[2002523685] 'agreement among raft nodes before linearized reading' (duration: 134.901845ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:40.547315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.77981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:40.547558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"380.514945ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:42:40.547603Z","caller":"traceutil/trace.go:171","msg":"trace[1505505205] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:36487; }","duration":"420.138369ms","start":"2026-04-27T02:42:40.127452Z","end":"2026-04-27T02:42:40.54759Z","steps":["trace[1505505205] 'agreement among raft nodes before linearized reading' (duration: 419.742939ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:40.547634Z","caller":"traceutil/trace.go:171","msg":"trace[1007832106] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36487; }","duration":"380.628558ms","start":"2026-04-27T02:42:40.16698Z","end":"2026-04-27T02:42:40.547608Z","steps":["trace[1007832106] 'agreement among raft nodes before linearized reading' (duration: 380.390982ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:40.547713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:40.166955Z","time spent":"380.74136ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-04-27T02:42:40.547658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:40.127432Z","time spent":"420.197001ms","remote":"127.0.0.1:33826","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:40.727592Z","caller":"traceutil/trace.go:171","msg":"trace[1217578513] transaction","detail":"{read_only:false; response_revision:36488; number_of_response:1; }","duration":"171.257456ms","start":"2026-04-27T02:42:40.556311Z","end":"2026-04-27T02:42:40.727569Z","steps":["trace[1217578513] 'process raft request' (duration: 93.70252ms)","trace[1217578513] 'compare' (duration: 77.419913ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:40.727928Z","caller":"traceutil/trace.go:171","msg":"trace[1487105449] transaction","detail":"{read_only:false; response_revision:36489; number_of_response:1; }","duration":"165.699716ms","start":"2026-04-27T02:42:40.562213Z","end":"2026-04-27T02:42:40.727912Z","steps":["trace[1487105449] 'process raft request' (duration: 165.323717ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:40.728067Z","caller":"traceutil/trace.go:171","msg":"trace[124711671] transaction","detail":"{read_only:false; response_revision:36490; number_of_response:1; }","duration":"165.772789ms","start":"2026-04-27T02:42:40.562279Z","end":"2026-04-27T02:42:40.728052Z","steps":["trace[124711671] 'process raft request' (duration: 165.549013ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:40.728068Z","caller":"traceutil/trace.go:171","msg":"trace[1398541531] linearizableReadLoop","detail":"{readStateIndex:37657; appliedIndex:37654; }","duration":"165.702696ms","start":"2026-04-27T02:42:40.562331Z","end":"2026-04-27T02:42:40.728034Z","steps":["trace[1398541531] 'read index received' (duration: 87.625707ms)","trace[1398541531] 'applied index is now lower than readState.Index' (duration: 78.075669ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:40.728308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.195234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-04-27T02:42:40.72835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.441059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:40.728384Z","caller":"traceutil/trace.go:171","msg":"trace[1578590834] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:36490; }","duration":"108.317576ms","start":"2026-04-27T02:42:40.620046Z","end":"2026-04-27T02:42:40.728363Z","steps":["trace[1578590834] 'agreement among raft nodes before linearized reading' (duration: 108.181133ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:40.728414Z","caller":"traceutil/trace.go:171","msg":"trace[82441875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36490; }","duration":"104.523881ms","start":"2026-04-27T02:42:40.623872Z","end":"2026-04-27T02:42:40.728396Z","steps":["trace[82441875] 'agreement among raft nodes before linearized reading' (duration: 104.419159ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:40.728462Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.119237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:42:40.728521Z","caller":"traceutil/trace.go:171","msg":"trace[1168209104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36490; }","duration":"166.200729ms","start":"2026-04-27T02:42:40.562306Z","end":"2026-04-27T02:42:40.728507Z","steps":["trace[1168209104] 'agreement among raft nodes before linearized reading' (duration: 165.84089ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:40.728727Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.409294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:42:40.728811Z","caller":"traceutil/trace.go:171","msg":"trace[217201980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36490; }","duration":"107.510237ms","start":"2026-04-27T02:42:40.621282Z","end":"2026-04-27T02:42:40.728792Z","steps":["trace[217201980] 'agreement among raft nodes before linearized reading' (duration: 107.105447ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:40.859483Z","caller":"traceutil/trace.go:171","msg":"trace[1420995500] transaction","detail":"{read_only:false; response_revision:36492; number_of_response:1; }","duration":"123.630671ms","start":"2026-04-27T02:42:40.735818Z","end":"2026-04-27T02:42:40.859449Z","steps":["trace[1420995500] 'process raft request' (duration: 99.233488ms)","trace[1420995500] 'compare' (duration: 24.231039ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:40.859609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.064846ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:42:40.859687Z","caller":"traceutil/trace.go:171","msg":"trace[393605767] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36492; }","duration":"119.179119ms","start":"2026-04-27T02:42:40.740488Z","end":"2026-04-27T02:42:40.859667Z","steps":["trace[393605767] 'agreement among raft nodes before linearized reading' (duration: 118.955014ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:41.046575Z","caller":"traceutil/trace.go:171","msg":"trace[1749035422] linearizableReadLoop","detail":"{readStateIndex:37660; appliedIndex:37659; }","duration":"177.929043ms","start":"2026-04-27T02:42:40.868618Z","end":"2026-04-27T02:42:41.046547Z","steps":["trace[1749035422] 'read index received' (duration: 105.22219ms)","trace[1749035422] 'applied index is now lower than readState.Index' (duration: 72.705653ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:41.046597Z","caller":"traceutil/trace.go:171","msg":"trace[26120068] transaction","detail":"{read_only:false; response_revision:36493; number_of_response:1; }","duration":"182.214611ms","start":"2026-04-27T02:42:40.864352Z","end":"2026-04-27T02:42:41.046566Z","steps":["trace[26120068] 'process raft request' (duration: 109.565309ms)","trace[26120068] 'compare' (duration: 72.502848ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:41.046788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.15793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:42:41.046843Z","caller":"traceutil/trace.go:171","msg":"trace[597502920] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36493; }","duration":"178.255392ms","start":"2026-04-27T02:42:40.868574Z","end":"2026-04-27T02:42:41.04683Z","steps":["trace[597502920] 'agreement among raft nodes before linearized reading' (duration: 178.084468ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:41.30817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.686149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:41.308255Z","caller":"traceutil/trace.go:171","msg":"trace[399112526] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:36494; }","duration":"146.828322ms","start":"2026-04-27T02:42:41.161407Z","end":"2026-04-27T02:42:41.308235Z","steps":["trace[399112526] 'count revisions from in-memory index tree' (duration: 146.578817ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:42.779028Z","caller":"traceutil/trace.go:171","msg":"trace[599455486] transaction","detail":"{read_only:false; response_revision:36502; number_of_response:1; }","duration":"224.119742ms","start":"2026-04-27T02:42:42.554876Z","end":"2026-04-27T02:42:42.778996Z","steps":["trace[599455486] 'process raft request' (duration: 223.934397ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:42.829489Z","caller":"traceutil/trace.go:171","msg":"trace[1632922836] transaction","detail":"{read_only:false; response_revision:36503; number_of_response:1; }","duration":"274.084556ms","start":"2026-04-27T02:42:42.555388Z","end":"2026-04-27T02:42:42.829473Z","steps":["trace[1632922836] 'process raft request' (duration: 273.952283ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:42.829919Z","caller":"traceutil/trace.go:171","msg":"trace[1651385033] linearizableReadLoop","detail":"{readStateIndex:37670; appliedIndex:37668; }","duration":"214.010638ms","start":"2026-04-27T02:42:42.615887Z","end":"2026-04-27T02:42:42.829898Z","steps":["trace[1651385033] 'read index received' (duration: 162.898716ms)","trace[1651385033] 'applied index is now lower than readState.Index' (duration: 51.111122ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:42.830074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"214.183442ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:42.830102Z","caller":"traceutil/trace.go:171","msg":"trace[1516422015] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36505; }","duration":"214.260954ms","start":"2026-04-27T02:42:42.615834Z","end":"2026-04-27T02:42:42.830095Z","steps":["trace[1516422015] 'agreement among raft nodes before linearized reading' (duration: 214.201093ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:42.830187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.062056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:42.830271Z","caller":"traceutil/trace.go:171","msg":"trace[1669492681] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:36505; }","duration":"184.156689ms","start":"2026-04-27T02:42:42.646098Z","end":"2026-04-27T02:42:42.830255Z","steps":["trace[1669492681] 'agreement among raft nodes before linearized reading' (duration: 183.990374ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:42.986277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.539487ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:42.986493Z","caller":"traceutil/trace.go:171","msg":"trace[1329926] transaction","detail":"{read_only:false; response_revision:36506; number_of_response:1; }","duration":"152.610138ms","start":"2026-04-27T02:42:42.833853Z","end":"2026-04-27T02:42:42.986463Z","steps":["trace[1329926] 'process raft request' (duration: 44.806224ms)","trace[1329926] 'compare' (duration: 107.061195ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:43.137126Z","caller":"traceutil/trace.go:171","msg":"trace[1949131211] linearizableReadLoop","detail":"{readStateIndex:37674; appliedIndex:37672; }","duration":"259.108018ms","start":"2026-04-27T02:42:42.877993Z","end":"2026-04-27T02:42:43.137101Z","steps":["trace[1949131211] 'read index received' (duration: 672.186µs)","trace[1949131211] 'applied index is now lower than readState.Index' (duration: 258.434792ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:43.137231Z","caller":"traceutil/trace.go:171","msg":"trace[725681532] transaction","detail":"{read_only:false; response_revision:36507; number_of_response:1; }","duration":"300.749154ms","start":"2026-04-27T02:42:42.836444Z","end":"2026-04-27T02:42:43.137193Z","steps":["trace[725681532] 'process raft request' (duration: 258.059273ms)","trace[725681532] 'compare' (duration: 42.495316ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:43.137322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.309113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:42:43.137347Z","caller":"traceutil/trace.go:171","msg":"trace[1638772561] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36507; }","duration":"259.381435ms","start":"2026-04-27T02:42:42.877957Z","end":"2026-04-27T02:42:43.137339Z","steps":["trace[1638772561] 'agreement among raft nodes before linearized reading' (duration: 259.262262ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:43.137379Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:42.836419Z","time spent":"300.876136ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:44.630631Z","caller":"traceutil/trace.go:171","msg":"trace[461857337] transaction","detail":"{read_only:false; response_revision:36513; number_of_response:1; }","duration":"250.36723ms","start":"2026-04-27T02:42:44.380233Z","end":"2026-04-27T02:42:44.6306Z","steps":["trace[461857337] 'process raft request' (duration: 250.194145ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:44.633584Z","caller":"traceutil/trace.go:171","msg":"trace[209960151] transaction","detail":"{read_only:false; response_revision:36514; number_of_response:1; }","duration":"209.688041ms","start":"2026-04-27T02:42:44.423863Z","end":"2026-04-27T02:42:44.633551Z","steps":["trace[209960151] 'process raft request' (duration: 209.520516ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:44.782043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.505785ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:42:44.782145Z","caller":"traceutil/trace.go:171","msg":"trace[1640410925] linearizableReadLoop","detail":"{readStateIndex:37682; appliedIndex:37679; }","duration":"167.530783ms","start":"2026-04-27T02:42:44.614598Z","end":"2026-04-27T02:42:44.782129Z","steps":["trace[1640410925] 'read index received' (duration: 15.953361ms)","trace[1640410925] 'applied index is now lower than readState.Index' (duration: 151.575971ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:44.782305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"167.695136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:44.782341Z","caller":"traceutil/trace.go:171","msg":"trace[1107471098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36514; }","duration":"167.787039ms","start":"2026-04-27T02:42:44.614544Z","end":"2026-04-27T02:42:44.782331Z","steps":["trace[1107471098] 'agreement among raft nodes before linearized reading' (duration: 167.678506ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:45.006639Z","caller":"traceutil/trace.go:171","msg":"trace[276841632] transaction","detail":"{read_only:false; response_revision:36516; number_of_response:1; }","duration":"170.974889ms","start":"2026-04-27T02:42:44.835628Z","end":"2026-04-27T02:42:45.006603Z","steps":["trace[276841632] 'process raft request' (duration: 169.538234ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:45.006704Z","caller":"traceutil/trace.go:171","msg":"trace[918145838] transaction","detail":"{read_only:false; response_revision:36517; number_of_response:1; }","duration":"170.66004ms","start":"2026-04-27T02:42:44.836009Z","end":"2026-04-27T02:42:45.006669Z","steps":["trace[918145838] 'process raft request' (duration: 170.506546ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:45.006718Z","caller":"traceutil/trace.go:171","msg":"trace[993141987] transaction","detail":"{read_only:false; response_revision:36518; number_of_response:1; }","duration":"169.575943ms","start":"2026-04-27T02:42:44.837108Z","end":"2026-04-27T02:42:45.006684Z","steps":["trace[993141987] 'process raft request' (duration: 169.494921ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:45.617103Z","caller":"traceutil/trace.go:171","msg":"trace[2034235184] transaction","detail":"{read_only:false; response_revision:36524; number_of_response:1; }","duration":"180.786734ms","start":"2026-04-27T02:42:45.436277Z","end":"2026-04-27T02:42:45.617064Z","steps":["trace[2034235184] 'process raft request' (duration: 180.59559ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:47.442267Z","caller":"traceutil/trace.go:171","msg":"trace[34801645] transaction","detail":"{read_only:false; response_revision:36534; number_of_response:1; }","duration":"157.854741ms","start":"2026-04-27T02:42:47.284379Z","end":"2026-04-27T02:42:47.442234Z","steps":["trace[34801645] 'process raft request' (duration: 157.699047ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:47.52752Z","caller":"traceutil/trace.go:171","msg":"trace[2069794247] transaction","detail":"{read_only:false; response_revision:36536; number_of_response:1; }","duration":"240.37435ms","start":"2026-04-27T02:42:47.287119Z","end":"2026-04-27T02:42:47.527493Z","steps":["trace[2069794247] 'process raft request' (duration: 240.295548ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:47.527625Z","caller":"traceutil/trace.go:171","msg":"trace[851802945] transaction","detail":"{read_only:false; response_revision:36535; number_of_response:1; }","duration":"241.390175ms","start":"2026-04-27T02:42:47.286191Z","end":"2026-04-27T02:42:47.527581Z","steps":["trace[851802945] 'process raft request' (duration: 241.046006ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:47.527753Z","caller":"traceutil/trace.go:171","msg":"trace[1222302858] linearizableReadLoop","detail":"{readStateIndex:37705; appliedIndex:37702; }","duration":"169.326837ms","start":"2026-04-27T02:42:47.358388Z","end":"2026-04-27T02:42:47.527715Z","steps":["trace[1222302858] 'read index received' (duration: 83.828243ms)","trace[1222302858] 'applied index is now lower than readState.Index' (duration: 85.496414ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:47.527792Z","caller":"traceutil/trace.go:171","msg":"trace[2080169963] transaction","detail":"{read_only:false; response_revision:36537; number_of_response:1; }","duration":"238.507663ms","start":"2026-04-27T02:42:47.289244Z","end":"2026-04-27T02:42:47.527751Z","steps":["trace[2080169963] 'process raft request' (duration: 238.214676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:47.527923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.515391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:47.527993Z","caller":"traceutil/trace.go:171","msg":"trace[717531954] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36537; }","duration":"169.633775ms","start":"2026-04-27T02:42:47.358342Z","end":"2026-04-27T02:42:47.527976Z","steps":["trace[717531954] 'agreement among raft nodes before linearized reading' (duration: 169.498151ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:48.331181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.651402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:48.331297Z","caller":"traceutil/trace.go:171","msg":"trace[842971360] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:36540; }","duration":"119.781675ms","start":"2026-04-27T02:42:48.211481Z","end":"2026-04-27T02:42:48.331262Z","steps":["trace[842971360] 'count revisions from in-memory index tree' (duration: 119.57094ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:48.955642Z","caller":"traceutil/trace.go:171","msg":"trace[854568647] transaction","detail":"{read_only:false; response_revision:36542; number_of_response:1; }","duration":"269.842668ms","start":"2026-04-27T02:42:48.685765Z","end":"2026-04-27T02:42:48.955608Z","steps":["trace[854568647] 'process raft request' (duration: 200.051307ms)","trace[854568647] 'compare' (duration: 69.678398ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:49.44714Z","caller":"traceutil/trace.go:171","msg":"trace[1392556646] transaction","detail":"{read_only:false; response_revision:36545; number_of_response:1; }","duration":"423.218437ms","start":"2026-04-27T02:42:49.023904Z","end":"2026-04-27T02:42:49.447123Z","steps":["trace[1392556646] 'process raft request' (duration: 423.183516ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:49.447195Z","caller":"traceutil/trace.go:171","msg":"trace[234411838] transaction","detail":"{read_only:false; response_revision:36544; number_of_response:1; }","duration":"474.259337ms","start":"2026-04-27T02:42:48.972888Z","end":"2026-04-27T02:42:49.447147Z","steps":["trace[234411838] 'process raft request' (duration: 474.03889ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:49.447264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:49.023876Z","time spent":"423.32483ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:49.447345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:48.97286Z","time spent":"474.404761ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:49.546291Z","caller":"traceutil/trace.go:171","msg":"trace[1524041104] linearizableReadLoop","detail":"{readStateIndex:37715; appliedIndex:37712; }","duration":"439.115995ms","start":"2026-04-27T02:42:49.107153Z","end":"2026-04-27T02:42:49.546269Z","steps":["trace[1524041104] 'read index received' (duration: 339.952968ms)","trace[1524041104] 'applied index is now lower than readState.Index' (duration: 99.162427ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:49.546303Z","caller":"traceutil/trace.go:171","msg":"trace[887344235] transaction","detail":"{read_only:false; response_revision:36546; number_of_response:1; }","duration":"446.328986ms","start":"2026-04-27T02:42:49.099939Z","end":"2026-04-27T02:42:49.546268Z","steps":["trace[887344235] 'process raft request' (duration: 377.239413ms)","trace[887344235] 'compare' (duration: 68.750605ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:49.546361Z","caller":"traceutil/trace.go:171","msg":"trace[1520340367] transaction","detail":"{read_only:false; response_revision:36547; number_of_response:1; }","duration":"446.221303ms","start":"2026-04-27T02:42:49.100112Z","end":"2026-04-27T02:42:49.546334Z","steps":["trace[1520340367] 'process raft request' (duration: 446.062849ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:49.546436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:49.099917Z","time spent":"446.443848ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:49.546481Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.636792ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.115\" ","response":"range_response_count:1 size:141"} {"level":"info","ts":"2026-04-27T02:42:49.546503Z","caller":"traceutil/trace.go:171","msg":"trace[1247750388] range","detail":"{range_begin:/registry/masterleases/199.204.45.115; range_end:; response_count:1; response_revision:36547; }","duration":"363.663073ms","start":"2026-04-27T02:42:49.182833Z","end":"2026-04-27T02:42:49.546496Z","steps":["trace[1247750388] 'agreement among raft nodes before linearized reading' (duration: 363.55356ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:49.5465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:49.100078Z","time spent":"446.344436ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:49.546524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:49.182813Z","time spent":"363.706514ms","remote":"127.0.0.1:46446","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.115\" "} {"level":"warn","ts":"2026-04-27T02:42:49.546797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.317636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:42:49.546865Z","caller":"traceutil/trace.go:171","msg":"trace[1356490644] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36547; }","duration":"100.433169ms","start":"2026-04-27T02:42:49.446417Z","end":"2026-04-27T02:42:49.54685Z","steps":["trace[1356490644] 'agreement among raft nodes before linearized reading' (duration: 100.244075ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:49.5468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"439.634709ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:42:49.547027Z","caller":"traceutil/trace.go:171","msg":"trace[63768575] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36547; }","duration":"439.897854ms","start":"2026-04-27T02:42:49.107114Z","end":"2026-04-27T02:42:49.547012Z","steps":["trace[63768575] 'agreement among raft nodes before linearized reading' (duration: 439.263179ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:49.547079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:49.107099Z","time spent":"439.966077ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-04-27T02:42:49.790506Z","caller":"traceutil/trace.go:171","msg":"trace[973023818] transaction","detail":"{read_only:false; response_revision:36548; number_of_response:1; }","duration":"239.316403ms","start":"2026-04-27T02:42:49.551161Z","end":"2026-04-27T02:42:49.790477Z","steps":["trace[973023818] 'process raft request' (duration: 239.098337ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:49.791017Z","caller":"traceutil/trace.go:171","msg":"trace[424766067] transaction","detail":"{read_only:false; response_revision:36549; number_of_response:1; }","duration":"239.742723ms","start":"2026-04-27T02:42:49.551232Z","end":"2026-04-27T02:42:49.790974Z","steps":["trace[424766067] 'process raft request' (duration: 239.20415ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:49.791065Z","caller":"traceutil/trace.go:171","msg":"trace[1810287860] transaction","detail":"{read_only:false; response_revision:36550; number_of_response:1; }","duration":"238.766069ms","start":"2026-04-27T02:42:49.552265Z","end":"2026-04-27T02:42:49.791031Z","steps":["trace[1810287860] 'process raft request' (duration: 238.525704ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:49.791988Z","caller":"traceutil/trace.go:171","msg":"trace[154349151] transaction","detail":"{read_only:false; response_revision:36551; number_of_response:1; }","duration":"239.57213ms","start":"2026-04-27T02:42:49.552387Z","end":"2026-04-27T02:42:49.791959Z","steps":["trace[154349151] 'process raft request' (duration: 238.592765ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:49.791987Z","caller":"traceutil/trace.go:171","msg":"trace[1749624603] transaction","detail":"{read_only:false; response_revision:36552; number_of_response:1; }","duration":"239.57326ms","start":"2026-04-27T02:42:49.55238Z","end":"2026-04-27T02:42:49.791954Z","steps":["trace[1749624603] 'process raft request' (duration: 239.476288ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:49.828725Z","caller":"traceutil/trace.go:171","msg":"trace[1974260682] transaction","detail":"{read_only:false; response_revision:36554; number_of_response:1; }","duration":"186.016806ms","start":"2026-04-27T02:42:49.642669Z","end":"2026-04-27T02:42:49.828686Z","steps":["trace[1974260682] 'process raft request' (duration: 185.949705ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:49.82876Z","caller":"traceutil/trace.go:171","msg":"trace[130118406] transaction","detail":"{read_only:false; response_revision:36553; number_of_response:1; }","duration":"198.686694ms","start":"2026-04-27T02:42:49.63005Z","end":"2026-04-27T02:42:49.828737Z","steps":["trace[130118406] 'process raft request' (duration: 198.411957ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:50.881246Z","caller":"traceutil/trace.go:171","msg":"trace[2001543053] linearizableReadLoop","detail":"{readStateIndex:37725; appliedIndex:37724; }","duration":"105.304381ms","start":"2026-04-27T02:42:50.775915Z","end":"2026-04-27T02:42:50.88122Z","steps":["trace[2001543053] 'read index received' (duration: 105.087126ms)","trace[2001543053] 'applied index is now lower than readState.Index' (duration: 216.085µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:50.88138Z","caller":"traceutil/trace.go:171","msg":"trace[1369994698] transaction","detail":"{read_only:false; response_revision:36556; number_of_response:1; }","duration":"109.599479ms","start":"2026-04-27T02:42:50.771739Z","end":"2026-04-27T02:42:50.881338Z","steps":["trace[1369994698] 'process raft request' (duration: 109.292011ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:50.881399Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.451484ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:50.881652Z","caller":"traceutil/trace.go:171","msg":"trace[601849368] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:36556; }","duration":"105.703582ms","start":"2026-04-27T02:42:50.775908Z","end":"2026-04-27T02:42:50.881612Z","steps":["trace[601849368] 'agreement among raft nodes before linearized reading' (duration: 105.411583ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:51.247427Z","caller":"traceutil/trace.go:171","msg":"trace[570482040] linearizableReadLoop","detail":"{readStateIndex:37726; appliedIndex:37725; }","duration":"272.882285ms","start":"2026-04-27T02:42:50.974517Z","end":"2026-04-27T02:42:51.247399Z","steps":["trace[570482040] 'read index received' (duration: 272.69779ms)","trace[570482040] 'applied index is now lower than readState.Index' (duration: 183.085µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:51.247623Z","caller":"traceutil/trace.go:171","msg":"trace[169532677] transaction","detail":"{read_only:false; response_revision:36557; number_of_response:1; }","duration":"286.165718ms","start":"2026-04-27T02:42:50.96142Z","end":"2026-04-27T02:42:51.247586Z","steps":["trace[169532677] 'process raft request' (duration: 285.747608ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:51.247713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.159142ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:42:51.247801Z","caller":"traceutil/trace.go:171","msg":"trace[129390850] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:36557; }","duration":"273.302335ms","start":"2026-04-27T02:42:50.974479Z","end":"2026-04-27T02:42:51.247782Z","steps":["trace[129390850] 'agreement among raft nodes before linearized reading' (duration: 273.10213ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:51.437314Z","caller":"traceutil/trace.go:171","msg":"trace[1339845135] linearizableReadLoop","detail":"{readStateIndex:37727; appliedIndex:37726; }","duration":"189.790131ms","start":"2026-04-27T02:42:51.247498Z","end":"2026-04-27T02:42:51.437288Z","steps":["trace[1339845135] 'read index received' (duration: 127.247703ms)","trace[1339845135] 'applied index is now lower than readState.Index' (duration: 62.541518ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:51.437433Z","caller":"traceutil/trace.go:171","msg":"trace[1060780797] transaction","detail":"{read_only:false; response_revision:36558; number_of_response:1; }","duration":"388.891965ms","start":"2026-04-27T02:42:51.048501Z","end":"2026-04-27T02:42:51.437393Z","steps":["trace[1060780797] 'process raft request' (duration: 326.198693ms)","trace[1060780797] 'compare' (duration: 62.22383ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:51.437608Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:51.048478Z","time spent":"389.037329ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:51.437889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.179071ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-04-27T02:42:51.437994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.446641ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:1854"} {"level":"info","ts":"2026-04-27T02:42:51.438032Z","caller":"traceutil/trace.go:171","msg":"trace[909283983] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/datadir-percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36558; }","duration":"185.536994ms","start":"2026-04-27T02:42:51.252484Z","end":"2026-04-27T02:42:51.438021Z","steps":["trace[909283983] 'agreement among raft nodes before linearized reading' (duration: 185.200775ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:51.438306Z","caller":"traceutil/trace.go:171","msg":"trace[1689626572] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:36558; }","duration":"204.325415ms","start":"2026-04-27T02:42:51.233637Z","end":"2026-04-27T02:42:51.437962Z","steps":["trace[1689626572] 'agreement among raft nodes before linearized reading' (duration: 203.840403ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:51.646787Z","caller":"traceutil/trace.go:171","msg":"trace[1752496833] transaction","detail":"{read_only:false; response_revision:36559; number_of_response:1; }","duration":"194.629172ms","start":"2026-04-27T02:42:51.452132Z","end":"2026-04-27T02:42:51.646761Z","steps":["trace[1752496833] 'process raft request' (duration: 112.020159ms)","trace[1752496833] 'compare' (duration: 82.190853ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:51.688898Z","caller":"traceutil/trace.go:171","msg":"trace[1962439205] transaction","detail":"{read_only:false; response_revision:36561; number_of_response:1; }","duration":"124.75135ms","start":"2026-04-27T02:42:51.564115Z","end":"2026-04-27T02:42:51.688866Z","steps":["trace[1962439205] 'process raft request' (duration: 124.489104ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:51.925006Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.003756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:42:51.925089Z","caller":"traceutil/trace.go:171","msg":"trace[775790207] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36561; }","duration":"129.15403ms","start":"2026-04-27T02:42:51.795916Z","end":"2026-04-27T02:42:51.92507Z","steps":["trace[775790207] 'range keys from in-memory index tree' (duration: 128.849762ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:51.925106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.471233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T02:42:51.925187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.595797ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:51.925258Z","caller":"traceutil/trace.go:171","msg":"trace[996256718] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:36561; }","duration":"136.717669ms","start":"2026-04-27T02:42:51.788524Z","end":"2026-04-27T02:42:51.925241Z","steps":["trace[996256718] 'range keys from in-memory index tree' (duration: 136.496295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:51.925275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.400191ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-04-27T02:42:51.925297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.461952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:42:51.925347Z","caller":"traceutil/trace.go:171","msg":"trace[1385931632] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36561; }","duration":"130.542294ms","start":"2026-04-27T02:42:51.794797Z","end":"2026-04-27T02:42:51.925339Z","steps":["trace[1385931632] 'range keys from in-memory index tree' (duration: 130.294448ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:51.92536Z","caller":"traceutil/trace.go:171","msg":"trace[6839880] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36561; }","duration":"130.522074ms","start":"2026-04-27T02:42:51.794813Z","end":"2026-04-27T02:42:51.925335Z","steps":["trace[6839880] 'range keys from in-memory index tree' (duration: 130.180095ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:51.925378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.448597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-04-27T02:42:51.925202Z","caller":"traceutil/trace.go:171","msg":"trace[87303995] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36561; }","duration":"128.603006ms","start":"2026-04-27T02:42:51.796578Z","end":"2026-04-27T02:42:51.925181Z","steps":["trace[87303995] 'range keys from in-memory index tree' (duration: 128.290878ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:51.925471Z","caller":"traceutil/trace.go:171","msg":"trace[1924501833] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36561; }","duration":"129.57781ms","start":"2026-04-27T02:42:51.795868Z","end":"2026-04-27T02:42:51.925446Z","steps":["trace[1924501833] 'range keys from in-memory index tree' (duration: 129.274693ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:52.00541Z","caller":"traceutil/trace.go:171","msg":"trace[1265624975] transaction","detail":"{read_only:false; response_revision:36562; number_of_response:1; }","duration":"171.324357ms","start":"2026-04-27T02:42:51.834063Z","end":"2026-04-27T02:42:52.005387Z","steps":["trace[1265624975] 'process raft request' (duration: 171.169973ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:52.104372Z","caller":"traceutil/trace.go:171","msg":"trace[2012786961] transaction","detail":"{read_only:false; response_revision:36563; number_of_response:1; }","duration":"174.575329ms","start":"2026-04-27T02:42:51.929755Z","end":"2026-04-27T02:42:52.10433Z","steps":["trace[2012786961] 'process raft request' (duration: 174.183049ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:52.104509Z","caller":"traceutil/trace.go:171","msg":"trace[1730156149] transaction","detail":"{read_only:false; response_revision:36564; number_of_response:1; }","duration":"173.871942ms","start":"2026-04-27T02:42:51.930614Z","end":"2026-04-27T02:42:52.104486Z","steps":["trace[1730156149] 'process raft request' (duration: 173.425991ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:52.105218Z","caller":"traceutil/trace.go:171","msg":"trace[1728359139] linearizableReadLoop","detail":"{readStateIndex:37736; appliedIndex:37730; }","duration":"173.538524ms","start":"2026-04-27T02:42:51.931671Z","end":"2026-04-27T02:42:52.10521Z","steps":["trace[1728359139] 'read index received' (duration: 73.626248ms)","trace[1728359139] 'applied index is now lower than readState.Index' (duration: 99.911746ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:52.105296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.744318ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:52.105318Z","caller":"traceutil/trace.go:171","msg":"trace[848553564] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:36568; }","duration":"173.781779ms","start":"2026-04-27T02:42:51.931531Z","end":"2026-04-27T02:42:52.105313Z","steps":["trace[848553564] 'agreement among raft nodes before linearized reading' (duration: 173.718188ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:52.105432Z","caller":"traceutil/trace.go:171","msg":"trace[1179972953] transaction","detail":"{read_only:false; response_revision:36567; number_of_response:1; }","duration":"174.311472ms","start":"2026-04-27T02:42:51.931114Z","end":"2026-04-27T02:42:52.105425Z","steps":["trace[1179972953] 'process raft request' (duration: 174.047805ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:52.105429Z","caller":"traceutil/trace.go:171","msg":"trace[737893187] transaction","detail":"{read_only:false; response_revision:36566; number_of_response:1; }","duration":"174.264321ms","start":"2026-04-27T02:42:51.931054Z","end":"2026-04-27T02:42:52.105319Z","steps":["trace[737893187] 'process raft request' (duration: 174.084907ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:52.105526Z","caller":"traceutil/trace.go:171","msg":"trace[1461381533] transaction","detail":"{read_only:false; response_revision:36568; number_of_response:1; }","duration":"103.153267ms","start":"2026-04-27T02:42:52.002368Z","end":"2026-04-27T02:42:52.105521Z","steps":["trace[1461381533] 'process raft request' (duration: 102.813649ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:52.10566Z","caller":"traceutil/trace.go:171","msg":"trace[1590602299] transaction","detail":"{read_only:false; response_revision:36565; number_of_response:1; }","duration":"174.947239ms","start":"2026-04-27T02:42:51.930707Z","end":"2026-04-27T02:42:52.105655Z","steps":["trace[1590602299] 'process raft request' (duration: 173.392149ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:53.497187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.79325ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-04-27T02:42:53.497268Z","caller":"traceutil/trace.go:171","msg":"trace[966373212] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:36572; }","duration":"118.895322ms","start":"2026-04-27T02:42:53.378354Z","end":"2026-04-27T02:42:53.49725Z","steps":["trace[966373212] 'range keys from in-memory index tree' (duration: 118.624585ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:53.606107Z","caller":"traceutil/trace.go:171","msg":"trace[1605404150] transaction","detail":"{read_only:false; response_revision:36573; number_of_response:1; }","duration":"163.150722ms","start":"2026-04-27T02:42:53.442927Z","end":"2026-04-27T02:42:53.606078Z","steps":["trace[1605404150] 'process raft request' (duration: 162.953908ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:53.606403Z","caller":"traceutil/trace.go:171","msg":"trace[1903612068] linearizableReadLoop","detail":"{readStateIndex:37742; appliedIndex:37742; }","duration":"153.389738ms","start":"2026-04-27T02:42:53.452981Z","end":"2026-04-27T02:42:53.606371Z","steps":["trace[1903612068] 'read index received' (duration: 153.377347ms)","trace[1903612068] 'applied index is now lower than readState.Index' (duration: 9.981µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:53.606597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.602283ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:53.606697Z","caller":"traceutil/trace.go:171","msg":"trace[1689074830] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:36573; }","duration":"153.768977ms","start":"2026-04-27T02:42:53.452908Z","end":"2026-04-27T02:42:53.606677Z","steps":["trace[1689074830] 'agreement among raft nodes before linearized reading' (duration: 153.555602ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:53.621222Z","caller":"traceutil/trace.go:171","msg":"trace[282248826] transaction","detail":"{read_only:false; response_revision:36574; number_of_response:1; }","duration":"120.695748ms","start":"2026-04-27T02:42:53.500498Z","end":"2026-04-27T02:42:53.621194Z","steps":["trace[282248826] 'process raft request' (duration: 120.556384ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:53.621951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.040871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:53.622003Z","caller":"traceutil/trace.go:171","msg":"trace[1597051864] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:36574; }","duration":"116.37357ms","start":"2026-04-27T02:42:53.505617Z","end":"2026-04-27T02:42:53.62199Z","steps":["trace[1597051864] 'agreement among raft nodes before linearized reading' (duration: 116.273738ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:53.836495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.485778ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:53.836696Z","caller":"traceutil/trace.go:171","msg":"trace[980774539] transaction","detail":"{read_only:false; response_revision:36577; number_of_response:1; }","duration":"183.954664ms","start":"2026-04-27T02:42:53.652721Z","end":"2026-04-27T02:42:53.836676Z","steps":["trace[980774539] 'process raft request' (duration: 183.881022ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:53.836739Z","caller":"traceutil/trace.go:171","msg":"trace[879670110] transaction","detail":"{read_only:false; response_revision:36576; number_of_response:1; }","duration":"183.994545ms","start":"2026-04-27T02:42:53.652701Z","end":"2026-04-27T02:42:53.836695Z","steps":["trace[879670110] 'process raft request' (duration: 60.223871ms)","trace[879670110] 'compare' (duration: 123.320933ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:53.903938Z","caller":"traceutil/trace.go:171","msg":"trace[476827782] transaction","detail":"{read_only:false; response_revision:36578; number_of_response:1; }","duration":"208.641113ms","start":"2026-04-27T02:42:53.695273Z","end":"2026-04-27T02:42:53.903914Z","steps":["trace[476827782] 'process raft request' (duration: 208.52439ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:54.34616Z","caller":"traceutil/trace.go:171","msg":"trace[1018025931] transaction","detail":"{read_only:false; response_revision:36585; number_of_response:1; }","duration":"103.689051ms","start":"2026-04-27T02:42:54.242438Z","end":"2026-04-27T02:42:54.346127Z","steps":["trace[1018025931] 'process raft request' (duration: 30.608278ms)","trace[1018025931] 'compare' (duration: 72.92712ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:54.894331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.050762ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:42:56.041545Z","caller":"traceutil/trace.go:171","msg":"trace[856653972] transaction","detail":"{read_only:false; response_revision:36589; number_of_response:1; }","duration":"200.557891ms","start":"2026-04-27T02:42:55.840959Z","end":"2026-04-27T02:42:56.041517Z","steps":["trace[856653972] 'process raft request' (duration: 200.410256ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:56.084543Z","caller":"traceutil/trace.go:171","msg":"trace[610387654] transaction","detail":"{read_only:false; response_revision:36591; number_of_response:1; }","duration":"227.284481ms","start":"2026-04-27T02:42:55.857224Z","end":"2026-04-27T02:42:56.084508Z","steps":["trace[610387654] 'process raft request' (duration: 227.169118ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:56.084751Z","caller":"traceutil/trace.go:171","msg":"trace[1438953373] transaction","detail":"{read_only:false; response_revision:36590; number_of_response:1; }","duration":"242.567735ms","start":"2026-04-27T02:42:55.84215Z","end":"2026-04-27T02:42:56.084718Z","steps":["trace[1438953373] 'process raft request' (duration: 242.067843ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:56.084768Z","caller":"traceutil/trace.go:171","msg":"trace[1860535309] transaction","detail":"{read_only:false; response_revision:36592; number_of_response:1; }","duration":"174.289652ms","start":"2026-04-27T02:42:55.910444Z","end":"2026-04-27T02:42:56.084734Z","steps":["trace[1860535309] 'process raft request' (duration: 174.009255ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:56.312816Z","caller":"traceutil/trace.go:171","msg":"trace[1774025929] transaction","detail":"{read_only:false; response_revision:36594; number_of_response:1; }","duration":"137.96874ms","start":"2026-04-27T02:42:56.174821Z","end":"2026-04-27T02:42:56.31279Z","steps":["trace[1774025929] 'process raft request' (duration: 137.806106ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:56.314206Z","caller":"traceutil/trace.go:171","msg":"trace[1394844002] transaction","detail":"{read_only:false; response_revision:36595; number_of_response:1; }","duration":"138.935115ms","start":"2026-04-27T02:42:56.175229Z","end":"2026-04-27T02:42:56.314164Z","steps":["trace[1394844002] 'process raft request' (duration: 138.624217ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:56.314227Z","caller":"traceutil/trace.go:171","msg":"trace[327285059] transaction","detail":"{read_only:false; response_revision:36596; number_of_response:1; }","duration":"138.922905ms","start":"2026-04-27T02:42:56.175278Z","end":"2026-04-27T02:42:56.314201Z","steps":["trace[327285059] 'process raft request' (duration: 138.72058ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:56.314231Z","caller":"traceutil/trace.go:171","msg":"trace[674649336] transaction","detail":"{read_only:false; response_revision:36597; number_of_response:1; }","duration":"138.865964ms","start":"2026-04-27T02:42:56.175296Z","end":"2026-04-27T02:42:56.314162Z","steps":["trace[674649336] 'process raft request' (duration: 138.784492ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:56.314431Z","caller":"traceutil/trace.go:171","msg":"trace[1973697960] transaction","detail":"{read_only:false; response_revision:36598; number_of_response:1; }","duration":"139.046758ms","start":"2026-04-27T02:42:56.175335Z","end":"2026-04-27T02:42:56.314382Z","steps":["trace[1973697960] 'process raft request' (duration: 138.785252ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:57.082846Z","caller":"traceutil/trace.go:171","msg":"trace[1286573877] transaction","detail":"{read_only:false; response_revision:36600; number_of_response:1; }","duration":"146.32099ms","start":"2026-04-27T02:42:56.936498Z","end":"2026-04-27T02:42:57.082819Z","steps":["trace[1286573877] 'process raft request' (duration: 146.155946ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:57.092985Z","caller":"traceutil/trace.go:171","msg":"trace[1095400544] transaction","detail":"{read_only:false; response_revision:36601; number_of_response:1; }","duration":"136.242538ms","start":"2026-04-27T02:42:56.956711Z","end":"2026-04-27T02:42:57.092953Z","steps":["trace[1095400544] 'process raft request' (duration: 136.079854ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:58.031817Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.754457ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:42:58.032013Z","caller":"traceutil/trace.go:171","msg":"trace[2076665944] linearizableReadLoop","detail":"{readStateIndex:37774; appliedIndex:37773; }","duration":"340.368498ms","start":"2026-04-27T02:42:57.691622Z","end":"2026-04-27T02:42:58.031991Z","steps":["trace[2076665944] 'read index received' (duration: 66.296992ms)","trace[2076665944] 'applied index is now lower than readState.Index' (duration: 274.069855ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:58.032129Z","caller":"traceutil/trace.go:171","msg":"trace[2093690896] transaction","detail":"{read_only:false; response_revision:36604; number_of_response:1; }","duration":"350.633575ms","start":"2026-04-27T02:42:57.681475Z","end":"2026-04-27T02:42:58.032109Z","steps":["trace[2093690896] 'process raft request' (duration: 76.501359ms)","trace[2093690896] 'compare' (duration: 273.249945ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:58.032219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:57.681444Z","time spent":"350.723998ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:58.032384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"340.753368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:58.032459Z","caller":"traceutil/trace.go:171","msg":"trace[1439266521] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:36604; }","duration":"340.83103ms","start":"2026-04-27T02:42:57.691609Z","end":"2026-04-27T02:42:58.03244Z","steps":["trace[1439266521] 'agreement among raft nodes before linearized reading' (duration: 340.659905ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:58.0325Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:57.691572Z","time spent":"340.917331ms","remote":"127.0.0.1:48692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":29,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-04-27T02:42:58.032479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"250.951235ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:42:58.03268Z","caller":"traceutil/trace.go:171","msg":"trace[2021130312] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36604; }","duration":"251.202421ms","start":"2026-04-27T02:42:57.781457Z","end":"2026-04-27T02:42:58.032659Z","steps":["trace[2021130312] 'agreement among raft nodes before linearized reading' (duration: 250.832892ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:58.462082Z","caller":"traceutil/trace.go:171","msg":"trace[361552240] transaction","detail":"{read_only:false; response_revision:36605; number_of_response:1; }","duration":"416.539179ms","start":"2026-04-27T02:42:58.045515Z","end":"2026-04-27T02:42:58.462055Z","steps":["trace[361552240] 'process raft request' (duration: 416.383985ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:58.462285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:58.045495Z","time spent":"416.683913ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:58.541892Z","caller":"traceutil/trace.go:171","msg":"trace[604495493] transaction","detail":"{read_only:false; response_revision:36606; number_of_response:1; }","duration":"451.241809ms","start":"2026-04-27T02:42:58.090621Z","end":"2026-04-27T02:42:58.541863Z","steps":["trace[604495493] 'process raft request' (duration: 434.693004ms)","trace[604495493] 'compare' (duration: 16.097744ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:58.542016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:58.090594Z","time spent":"451.356641ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:42:58.54218Z","caller":"traceutil/trace.go:171","msg":"trace[540297055] transaction","detail":"{read_only:false; response_revision:36608; number_of_response:1; }","duration":"445.169276ms","start":"2026-04-27T02:42:58.096987Z","end":"2026-04-27T02:42:58.542157Z","steps":["trace[540297055] 'process raft request' (duration: 445.016133ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:58.54216Z","caller":"traceutil/trace.go:171","msg":"trace[1080356261] linearizableReadLoop","detail":"{readStateIndex:37777; appliedIndex:37774; }","duration":"445.223978ms","start":"2026-04-27T02:42:58.0969Z","end":"2026-04-27T02:42:58.542124Z","steps":["trace[1080356261] 'read index received' (duration: 365.127869ms)","trace[1080356261] 'applied index is now lower than readState.Index' (duration: 80.094759ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:42:58.542179Z","caller":"traceutil/trace.go:171","msg":"trace[1670293800] transaction","detail":"{read_only:false; response_revision:36607; number_of_response:1; }","duration":"450.576912ms","start":"2026-04-27T02:42:58.091561Z","end":"2026-04-27T02:42:58.542138Z","steps":["trace[1670293800] 'process raft request' (duration: 450.200003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:58.542241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"445.340481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:42:58.542276Z","caller":"traceutil/trace.go:171","msg":"trace[456512290] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36608; }","duration":"445.404252ms","start":"2026-04-27T02:42:58.096862Z","end":"2026-04-27T02:42:58.542267Z","steps":["trace[456512290] 'agreement among raft nodes before linearized reading' (duration: 445.348441ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:58.542299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:58.096848Z","time spent":"445.446134ms","remote":"127.0.0.1:46872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":29,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-04-27T02:42:58.542362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:58.096962Z","time spent":"445.28046ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:58.542371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:58.091527Z","time spent":"450.747536ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":508,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:42:58.542488Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.325307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"warn","ts":"2026-04-27T02:42:58.542526Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.574363ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-04-27T02:42:58.542548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.198969ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:42:58.542365Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.098971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:42:58.542561Z","caller":"traceutil/trace.go:171","msg":"trace[1713814263] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36608; }","duration":"224.414709ms","start":"2026-04-27T02:42:58.318129Z","end":"2026-04-27T02:42:58.542544Z","steps":["trace[1713814263] 'agreement among raft nodes before linearized reading' (duration: 224.184713ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:58.542606Z","caller":"traceutil/trace.go:171","msg":"trace[1529635747] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36608; }","duration":"103.281021ms","start":"2026-04-27T02:42:58.439307Z","end":"2026-04-27T02:42:58.542588Z","steps":["trace[1529635747] 'agreement among raft nodes before linearized reading' (duration: 103.059226ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:58.542609Z","caller":"traceutil/trace.go:171","msg":"trace[2098167062] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:36608; }","duration":"348.386158ms","start":"2026-04-27T02:42:58.19421Z","end":"2026-04-27T02:42:58.542597Z","steps":["trace[2098167062] 'agreement among raft nodes before linearized reading' (duration: 348.100561ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:58.542616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.292276ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-04-27T02:42:58.542647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.792525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1989"} {"level":"warn","ts":"2026-04-27T02:42:58.542671Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:42:58.194193Z","time spent":"348.46472ms","remote":"127.0.0.1:46698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":4,"response size":31,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"info","ts":"2026-04-27T02:42:58.542562Z","caller":"traceutil/trace.go:171","msg":"trace[832973339] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36608; }","duration":"224.625664ms","start":"2026-04-27T02:42:58.317925Z","end":"2026-04-27T02:42:58.542551Z","steps":["trace[832973339] 'agreement among raft nodes before linearized reading' (duration: 224.521562ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:58.542668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.760178ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-04-27T02:42:58.54268Z","caller":"traceutil/trace.go:171","msg":"trace[1863067056] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:36608; }","duration":"255.859547ms","start":"2026-04-27T02:42:58.286807Z","end":"2026-04-27T02:42:58.542666Z","steps":["trace[1863067056] 'agreement among raft nodes before linearized reading' (duration: 255.775585ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:42:58.542679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"225.506496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-04-27T02:42:58.542718Z","caller":"traceutil/trace.go:171","msg":"trace[321635289] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36608; }","duration":"224.84102ms","start":"2026-04-27T02:42:58.317864Z","end":"2026-04-27T02:42:58.542705Z","steps":["trace[321635289] 'agreement among raft nodes before linearized reading' (duration: 224.728017ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:58.542728Z","caller":"traceutil/trace.go:171","msg":"trace[430756595] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36608; }","duration":"224.388788ms","start":"2026-04-27T02:42:58.318277Z","end":"2026-04-27T02:42:58.542666Z","steps":["trace[430756595] 'agreement among raft nodes before linearized reading' (duration: 224.180123ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:58.542738Z","caller":"traceutil/trace.go:171","msg":"trace[1728222470] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:36608; }","duration":"225.609978ms","start":"2026-04-27T02:42:58.317109Z","end":"2026-04-27T02:42:58.542719Z","steps":["trace[1728222470] 'agreement among raft nodes before linearized reading' (duration: 225.441854ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:42:58.704927Z","caller":"traceutil/trace.go:171","msg":"trace[1167395924] linearizableReadLoop","detail":"{readStateIndex:37784; appliedIndex:37778; }","duration":"155.511631ms","start":"2026-04-27T02:42:58.549377Z","end":"2026-04-27T02:42:58.704889Z","steps":["trace[1167395924] 'read index received' (duration: 29.147611ms)","trace[1167395924] 'applied index is now lower than readState.Index' (duration: 126.362149ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:42:58.705164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.763847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:42:58.705206Z","caller":"traceutil/trace.go:171","msg":"trace[2007813480] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36615; }","duration":"155.864259ms","start":"2026-04-27T02:42:58.549332Z","end":"2026-04-27T02:42:58.705196Z","steps":["trace[2007813480] 'agreement among raft nodes before linearized reading' (duration: 155.676774ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:00.303523Z","caller":"traceutil/trace.go:171","msg":"trace[1226797177] linearizableReadLoop","detail":"{readStateIndex:37790; appliedIndex:37789; }","duration":"203.940036ms","start":"2026-04-27T02:43:00.099561Z","end":"2026-04-27T02:43:00.303501Z","steps":["trace[1226797177] 'read index received' (duration: 203.764661ms)","trace[1226797177] 'applied index is now lower than readState.Index' (duration: 174.365µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:43:00.303583Z","caller":"traceutil/trace.go:171","msg":"trace[27964497] transaction","detail":"{read_only:false; response_revision:36619; number_of_response:1; }","duration":"265.388388ms","start":"2026-04-27T02:43:00.038163Z","end":"2026-04-27T02:43:00.303551Z","steps":["trace[27964497] 'process raft request' (duration: 265.212933ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:00.303631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.045669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:00.303657Z","caller":"traceutil/trace.go:171","msg":"trace[1101941409] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:36619; }","duration":"204.138871ms","start":"2026-04-27T02:43:00.099509Z","end":"2026-04-27T02:43:00.303648Z","steps":["trace[1101941409] 'agreement among raft nodes before linearized reading' (duration: 204.06986ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:00.714006Z","caller":"traceutil/trace.go:171","msg":"trace[2098639605] transaction","detail":"{read_only:false; response_revision:36622; number_of_response:1; }","duration":"166.129577ms","start":"2026-04-27T02:43:00.547845Z","end":"2026-04-27T02:43:00.713974Z","steps":["trace[2098639605] 'process raft request' (duration: 165.834069ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:00.714147Z","caller":"traceutil/trace.go:171","msg":"trace[978678802] linearizableReadLoop","detail":"{readStateIndex:37794; appliedIndex:37792; }","duration":"131.235411ms","start":"2026-04-27T02:43:00.582869Z","end":"2026-04-27T02:43:00.714104Z","steps":["trace[978678802] 'read index received' (duration: 130.756669ms)","trace[978678802] 'applied index is now lower than readState.Index' (duration: 476.302µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:43:00.714245Z","caller":"traceutil/trace.go:171","msg":"trace[46840490] transaction","detail":"{read_only:false; response_revision:36623; number_of_response:1; }","duration":"164.890856ms","start":"2026-04-27T02:43:00.549342Z","end":"2026-04-27T02:43:00.714233Z","steps":["trace[46840490] 'process raft request' (duration: 164.573327ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:00.71438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.972563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:00.714418Z","caller":"traceutil/trace.go:171","msg":"trace[910423813] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36623; }","duration":"103.041795ms","start":"2026-04-27T02:43:00.611365Z","end":"2026-04-27T02:43:00.714407Z","steps":["trace[910423813] 'agreement among raft nodes before linearized reading' (duration: 102.971003ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:00.714466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.585831ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:43:00.714518Z","caller":"traceutil/trace.go:171","msg":"trace[448373944] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36623; }","duration":"131.696534ms","start":"2026-04-27T02:43:00.582807Z","end":"2026-04-27T02:43:00.714504Z","steps":["trace[448373944] 'agreement among raft nodes before linearized reading' (duration: 131.480948ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:02.741413Z","caller":"traceutil/trace.go:171","msg":"trace[1198823948] transaction","detail":"{read_only:false; response_revision:36634; number_of_response:1; }","duration":"206.329056ms","start":"2026-04-27T02:43:02.535056Z","end":"2026-04-27T02:43:02.741385Z","steps":["trace[1198823948] 'process raft request' (duration: 206.162212ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:02.742487Z","caller":"traceutil/trace.go:171","msg":"trace[803292580] transaction","detail":"{read_only:false; response_revision:36635; number_of_response:1; }","duration":"182.041467ms","start":"2026-04-27T02:43:02.560432Z","end":"2026-04-27T02:43:02.742474Z","steps":["trace[803292580] 'process raft request' (duration: 181.897672ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:02.742949Z","caller":"traceutil/trace.go:171","msg":"trace[1680994013] linearizableReadLoop","detail":"{readStateIndex:37806; appliedIndex:37804; }","duration":"127.787496ms","start":"2026-04-27T02:43:02.615146Z","end":"2026-04-27T02:43:02.742933Z","steps":["trace[1680994013] 'read index received' (duration: 126.144084ms)","trace[1680994013] 'applied index is now lower than readState.Index' (duration: 1.642192ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:43:02.743126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.96818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:02.743159Z","caller":"traceutil/trace.go:171","msg":"trace[1960699069] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36638; }","duration":"128.062122ms","start":"2026-04-27T02:43:02.615087Z","end":"2026-04-27T02:43:02.743149Z","steps":["trace[1960699069] 'agreement among raft nodes before linearized reading' (duration: 127.997931ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:02.906474Z","caller":"traceutil/trace.go:171","msg":"trace[1894501133] linearizableReadLoop","detail":"{readStateIndex:37810; appliedIndex:37809; }","duration":"100.738607ms","start":"2026-04-27T02:43:02.80571Z","end":"2026-04-27T02:43:02.906449Z","steps":["trace[1894501133] 'read index received' (duration: 54.292292ms)","trace[1894501133] 'applied index is now lower than readState.Index' (duration: 46.445245ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:43:02.906507Z","caller":"traceutil/trace.go:171","msg":"trace[695446295] transaction","detail":"{read_only:false; response_revision:36639; number_of_response:1; }","duration":"158.928007ms","start":"2026-04-27T02:43:02.747535Z","end":"2026-04-27T02:43:02.906463Z","steps":["trace[695446295] 'process raft request' (duration: 112.562674ms)","trace[695446295] 'compare' (duration: 46.23618ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:43:02.906694Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.964863ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:43:02.906776Z","caller":"traceutil/trace.go:171","msg":"trace[1537433832] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:36639; }","duration":"101.105976ms","start":"2026-04-27T02:43:02.805652Z","end":"2026-04-27T02:43:02.906758Z","steps":["trace[1537433832] 'agreement among raft nodes before linearized reading' (duration: 100.891301ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:02.906853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.942652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-04-27T02:43:02.90686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.563712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:43:02.906891Z","caller":"traceutil/trace.go:171","msg":"trace[1998275894] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36639; }","duration":"101.024284ms","start":"2026-04-27T02:43:02.805857Z","end":"2026-04-27T02:43:02.906882Z","steps":["trace[1998275894] 'agreement among raft nodes before linearized reading' (duration: 100.941412ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:02.906855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.931902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:43:02.906926Z","caller":"traceutil/trace.go:171","msg":"trace[1446851814] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:36639; }","duration":"100.686756ms","start":"2026-04-27T02:43:02.806225Z","end":"2026-04-27T02:43:02.906911Z","steps":["trace[1446851814] 'agreement among raft nodes before linearized reading' (duration: 100.43856ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:02.90695Z","caller":"traceutil/trace.go:171","msg":"trace[1196862135] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:36639; }","duration":"101.079715ms","start":"2026-04-27T02:43:02.805856Z","end":"2026-04-27T02:43:02.906936Z","steps":["trace[1196862135] 'agreement among raft nodes before linearized reading' (duration: 100.802839ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:04.902673Z","caller":"traceutil/trace.go:171","msg":"trace[26817362] transaction","detail":"{read_only:false; response_revision:36650; number_of_response:1; }","duration":"152.932006ms","start":"2026-04-27T02:43:04.749711Z","end":"2026-04-27T02:43:04.902643Z","steps":["trace[26817362] 'process raft request' (duration: 152.756802ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:04.902995Z","caller":"traceutil/trace.go:171","msg":"trace[1277230456] transaction","detail":"{read_only:false; response_revision:36651; number_of_response:1; }","duration":"153.266805ms","start":"2026-04-27T02:43:04.749711Z","end":"2026-04-27T02:43:04.902978Z","steps":["trace[1277230456] 'process raft request' (duration: 152.894725ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:04.903021Z","caller":"traceutil/trace.go:171","msg":"trace[1042172589] transaction","detail":"{read_only:false; response_revision:36652; number_of_response:1; }","duration":"153.265065ms","start":"2026-04-27T02:43:04.749729Z","end":"2026-04-27T02:43:04.902994Z","steps":["trace[1042172589] 'process raft request' (duration: 153.131432ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:05.213796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.38226ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:43:06.327883Z","caller":"traceutil/trace.go:171","msg":"trace[1222267290] linearizableReadLoop","detail":"{readStateIndex:37833; appliedIndex:37832; }","duration":"157.90421ms","start":"2026-04-27T02:43:06.169947Z","end":"2026-04-27T02:43:06.327851Z","steps":["trace[1222267290] 'read index received' (duration: 157.585862ms)","trace[1222267290] 'applied index is now lower than readState.Index' (duration: 316.968µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:43:06.328062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.108606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:06.328059Z","caller":"traceutil/trace.go:171","msg":"trace[1732562626] transaction","detail":"{read_only:false; response_revision:36661; number_of_response:1; }","duration":"160.866345ms","start":"2026-04-27T02:43:06.167051Z","end":"2026-04-27T02:43:06.327917Z","steps":["trace[1732562626] 'process raft request' (duration: 160.605168ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:06.328142Z","caller":"traceutil/trace.go:171","msg":"trace[744738305] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:36661; }","duration":"158.252919ms","start":"2026-04-27T02:43:06.169872Z","end":"2026-04-27T02:43:06.328125Z","steps":["trace[744738305] 'agreement among raft nodes before linearized reading' (duration: 158.103255ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:07.235819Z","caller":"traceutil/trace.go:171","msg":"trace[34194482] transaction","detail":"{read_only:false; response_revision:36670; number_of_response:1; }","duration":"108.162743ms","start":"2026-04-27T02:43:07.127018Z","end":"2026-04-27T02:43:07.235181Z","steps":["trace[34194482] 'process raft request' (duration: 41.238444ms)","trace[34194482] 'compare' (duration: 66.725234ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:43:09.243781Z","caller":"traceutil/trace.go:171","msg":"trace[122884091] linearizableReadLoop","detail":"{readStateIndex:37854; appliedIndex:37852; }","duration":"257.997762ms","start":"2026-04-27T02:43:08.985755Z","end":"2026-04-27T02:43:09.243753Z","steps":["trace[122884091] 'read index received' (duration: 71.994956ms)","trace[122884091] 'applied index is now lower than readState.Index' (duration: 186.001876ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:43:09.243906Z","caller":"traceutil/trace.go:171","msg":"trace[1609823637] transaction","detail":"{read_only:false; response_revision:36682; number_of_response:1; }","duration":"258.858713ms","start":"2026-04-27T02:43:08.985035Z","end":"2026-04-27T02:43:09.243894Z","steps":["trace[1609823637] 'process raft request' (duration: 226.503692ms)","trace[1609823637] 'compare' (duration: 32.077894ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:43:09.244051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.15512ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:09.244444Z","caller":"traceutil/trace.go:171","msg":"trace[1821520052] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36682; }","duration":"206.593782ms","start":"2026-04-27T02:43:09.037827Z","end":"2026-04-27T02:43:09.244421Z","steps":["trace[1821520052] 'agreement among raft nodes before linearized reading' (duration: 206.15378ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:09.244465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.912088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-04-27T02:43:09.244526Z","caller":"traceutil/trace.go:171","msg":"trace[2043192467] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:36682; }","duration":"177.052612ms","start":"2026-04-27T02:43:09.067459Z","end":"2026-04-27T02:43:09.244512Z","steps":["trace[2043192467] 'agreement among raft nodes before linearized reading' (duration: 176.805415ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:09.244294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.687872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-04-27T02:43:09.244634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"194.769986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:09.244645Z","caller":"traceutil/trace.go:171","msg":"trace[1666580270] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:36682; }","duration":"116.083512ms","start":"2026-04-27T02:43:09.128539Z","end":"2026-04-27T02:43:09.244623Z","steps":["trace[1666580270] 'agreement among raft nodes before linearized reading' (duration: 115.657571ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:09.244682Z","caller":"traceutil/trace.go:171","msg":"trace[2108025900] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:36682; }","duration":"194.863218ms","start":"2026-04-27T02:43:09.049807Z","end":"2026-04-27T02:43:09.24467Z","steps":["trace[2108025900] 'agreement among raft nodes before linearized reading' (duration: 194.775936ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:09.244822Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"259.019928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:09.244926Z","caller":"traceutil/trace.go:171","msg":"trace[1769010673] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:36682; }","duration":"259.177122ms","start":"2026-04-27T02:43:08.98572Z","end":"2026-04-27T02:43:09.244897Z","steps":["trace[1769010673] 'agreement among raft nodes before linearized reading' (duration: 259.000518ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:09.411436Z","caller":"traceutil/trace.go:171","msg":"trace[578642536] transaction","detail":"{read_only:false; response_revision:36683; number_of_response:1; }","duration":"163.311317ms","start":"2026-04-27T02:43:09.248105Z","end":"2026-04-27T02:43:09.411416Z","steps":["trace[578642536] 'process raft request' (duration: 163.096941ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:09.411705Z","caller":"traceutil/trace.go:171","msg":"trace[1112823387] transaction","detail":"{read_only:false; response_revision:36684; number_of_response:1; }","duration":"162.464045ms","start":"2026-04-27T02:43:09.249217Z","end":"2026-04-27T02:43:09.411681Z","steps":["trace[1112823387] 'process raft request' (duration: 162.156228ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:09.411797Z","caller":"traceutil/trace.go:171","msg":"trace[1678599694] transaction","detail":"{read_only:false; response_revision:36685; number_of_response:1; }","duration":"162.363493ms","start":"2026-04-27T02:43:09.249382Z","end":"2026-04-27T02:43:09.411745Z","steps":["trace[1678599694] 'process raft request' (duration: 162.185418ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:09.411891Z","caller":"traceutil/trace.go:171","msg":"trace[1599790402] transaction","detail":"{read_only:false; response_revision:36686; number_of_response:1; }","duration":"162.23242ms","start":"2026-04-27T02:43:09.249647Z","end":"2026-04-27T02:43:09.41188Z","steps":["trace[1599790402] 'process raft request' (duration: 162.050116ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:09.412003Z","caller":"traceutil/trace.go:171","msg":"trace[1767003829] transaction","detail":"{read_only:false; response_revision:36687; number_of_response:1; }","duration":"162.161958ms","start":"2026-04-27T02:43:09.249815Z","end":"2026-04-27T02:43:09.411977Z","steps":["trace[1767003829] 'process raft request' (duration: 162.001705ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:09.411981Z","caller":"traceutil/trace.go:171","msg":"trace[1540738279] transaction","detail":"{read_only:false; response_revision:36688; number_of_response:1; }","duration":"161.46798ms","start":"2026-04-27T02:43:09.250484Z","end":"2026-04-27T02:43:09.411952Z","steps":["trace[1540738279] 'process raft request' (duration: 161.415139ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:09.455401Z","caller":"traceutil/trace.go:171","msg":"trace[1437692447] transaction","detail":"{read_only:false; response_revision:36689; number_of_response:1; }","duration":"135.336826ms","start":"2026-04-27T02:43:09.320038Z","end":"2026-04-27T02:43:09.455375Z","steps":["trace[1437692447] 'process raft request' (duration: 135.144011ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:09.455728Z","caller":"traceutil/trace.go:171","msg":"trace[678125898] linearizableReadLoop","detail":"{readStateIndex:37862; appliedIndex:37855; }","duration":"132.744089ms","start":"2026-04-27T02:43:09.322973Z","end":"2026-04-27T02:43:09.455717Z","steps":["trace[678125898] 'read index received' (duration: 88.194552ms)","trace[678125898] 'applied index is now lower than readState.Index' (duration: 44.548287ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:43:09.45587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"132.900763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12214"} {"level":"info","ts":"2026-04-27T02:43:09.455918Z","caller":"traceutil/trace.go:171","msg":"trace[1805679586] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:36690; }","duration":"132.998426ms","start":"2026-04-27T02:43:09.322913Z","end":"2026-04-27T02:43:09.455911Z","steps":["trace[1805679586] 'agreement among raft nodes before linearized reading' (duration: 132.853942ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:12.896463Z","caller":"traceutil/trace.go:171","msg":"trace[1475526222] transaction","detail":"{read_only:false; response_revision:36708; number_of_response:1; }","duration":"108.543163ms","start":"2026-04-27T02:43:12.787891Z","end":"2026-04-27T02:43:12.896434Z","steps":["trace[1475526222] 'process raft request' (duration: 108.347118ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:14.790026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.037048ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"warn","ts":"2026-04-27T02:43:14.790459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"187.906924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:14.790534Z","caller":"traceutil/trace.go:171","msg":"trace[2140830189] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:36720; }","duration":"188.053387ms","start":"2026-04-27T02:43:14.602461Z","end":"2026-04-27T02:43:14.790515Z","steps":["trace[2140830189] 'agreement among raft nodes before linearized reading' (duration: 187.879323ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:14.790898Z","caller":"traceutil/trace.go:171","msg":"trace[200202738] linearizableReadLoop","detail":"{readStateIndex:37894; appliedIndex:37893; }","duration":"187.616296ms","start":"2026-04-27T02:43:14.602535Z","end":"2026-04-27T02:43:14.790151Z","steps":["trace[200202738] 'read index received' (duration: 46.463436ms)","trace[200202738] 'applied index is now lower than readState.Index' (duration: 141.15059ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:43:14.824326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.090207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:14.824398Z","caller":"traceutil/trace.go:171","msg":"trace[133820561] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36721; }","duration":"174.21215ms","start":"2026-04-27T02:43:14.65017Z","end":"2026-04-27T02:43:14.824382Z","steps":["trace[133820561] 'agreement among raft nodes before linearized reading' (duration: 174.083477ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:14.824485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.632595ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:14.824454Z","caller":"traceutil/trace.go:171","msg":"trace[350955238] transaction","detail":"{read_only:false; response_revision:36721; number_of_response:1; }","duration":"174.857366ms","start":"2026-04-27T02:43:14.64954Z","end":"2026-04-27T02:43:14.824397Z","steps":["trace[350955238] 'process raft request' (duration: 174.536328ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:14.824514Z","caller":"traceutil/trace.go:171","msg":"trace[1756480843] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:36721; }","duration":"169.691475ms","start":"2026-04-27T02:43:14.654815Z","end":"2026-04-27T02:43:14.824506Z","steps":["trace[1756480843] 'agreement among raft nodes before linearized reading' (duration: 169.636694ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:15.339792Z","caller":"traceutil/trace.go:171","msg":"trace[59615398] transaction","detail":"{read_only:false; response_revision:36724; number_of_response:1; }","duration":"113.069206ms","start":"2026-04-27T02:43:15.226677Z","end":"2026-04-27T02:43:15.339747Z","steps":["trace[59615398] 'process raft request' (duration: 74.662473ms)","trace[59615398] 'compare' (duration: 38.204338ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:43:15.635572Z","caller":"traceutil/trace.go:171","msg":"trace[271594760] transaction","detail":"{read_only:false; response_revision:36726; number_of_response:1; }","duration":"124.222865ms","start":"2026-04-27T02:43:15.511311Z","end":"2026-04-27T02:43:15.635534Z","steps":["trace[271594760] 'process raft request' (duration: 123.963679ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:17.033086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.340725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:43:17.033232Z","caller":"traceutil/trace.go:171","msg":"trace[1386093391] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36734; }","duration":"418.516369ms","start":"2026-04-27T02:43:16.614664Z","end":"2026-04-27T02:43:17.03318Z","steps":["trace[1386093391] 'range keys from in-memory index tree' (duration: 418.222032ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:17.033276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:43:16.614635Z","time spent":"418.630782ms","remote":"127.0.0.1:46404","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-04-27T02:43:17.034403Z","caller":"traceutil/trace.go:171","msg":"trace[1048671982] transaction","detail":"{read_only:false; response_revision:36735; number_of_response:1; }","duration":"205.188397ms","start":"2026-04-27T02:43:16.829171Z","end":"2026-04-27T02:43:17.03436Z","steps":["trace[1048671982] 'process raft request' (duration: 204.929561ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:43.375602Z","caller":"traceutil/trace.go:171","msg":"trace[919547293] transaction","detail":"{read_only:false; response_revision:36931; number_of_response:1; }","duration":"111.849786ms","start":"2026-04-27T02:43:43.263716Z","end":"2026-04-27T02:43:43.375566Z","steps":["trace[919547293] 'process raft request' (duration: 49.693687ms)","trace[919547293] 'compare' (duration: 61.976954ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:43:45.597221Z","caller":"traceutil/trace.go:171","msg":"trace[905442742] transaction","detail":"{read_only:false; response_revision:36945; number_of_response:1; }","duration":"142.007731ms","start":"2026-04-27T02:43:45.455157Z","end":"2026-04-27T02:43:45.597165Z","steps":["trace[905442742] 'process raft request' (duration: 99.564937ms)","trace[905442742] 'compare' (duration: 42.186628ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:43:46.129306Z","caller":"traceutil/trace.go:171","msg":"trace[122122129] transaction","detail":"{read_only:false; response_revision:36950; number_of_response:1; }","duration":"162.563528ms","start":"2026-04-27T02:43:45.966715Z","end":"2026-04-27T02:43:46.129278Z","steps":["trace[122122129] 'process raft request' (duration: 162.273571ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:46.406505Z","caller":"traceutil/trace.go:171","msg":"trace[279136333] transaction","detail":"{read_only:false; response_revision:36952; number_of_response:1; }","duration":"439.040434ms","start":"2026-04-27T02:43:45.967435Z","end":"2026-04-27T02:43:46.406476Z","steps":["trace[279136333] 'process raft request' (duration: 438.931681ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:46.406636Z","caller":"traceutil/trace.go:171","msg":"trace[822906438] transaction","detail":"{read_only:false; response_revision:36951; number_of_response:1; }","duration":"439.274039ms","start":"2026-04-27T02:43:45.967296Z","end":"2026-04-27T02:43:46.40657Z","steps":["trace[822906438] 'process raft request' (duration: 345.286132ms)","trace[822906438] 'compare' (duration: 93.489465ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:43:46.406784Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:43:45.967415Z","time spent":"439.175147ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:43:46.406822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:43:45.96726Z","time spent":"439.478664ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:43:46.407147Z","caller":"traceutil/trace.go:171","msg":"trace[2007684997] transaction","detail":"{read_only:false; response_revision:36954; number_of_response:1; }","duration":"438.289824ms","start":"2026-04-27T02:43:45.96883Z","end":"2026-04-27T02:43:46.40712Z","steps":["trace[2007684997] 'process raft request' (duration: 438.175211ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:43:46.407159Z","caller":"traceutil/trace.go:171","msg":"trace[1755198170] transaction","detail":"{read_only:false; response_revision:36953; number_of_response:1; }","duration":"439.655539ms","start":"2026-04-27T02:43:45.967462Z","end":"2026-04-27T02:43:46.407118Z","steps":["trace[1755198170] 'process raft request' (duration: 438.966792ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:43:46.407311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:43:45.96882Z","time spent":"438.410428ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:43:46.407314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:43:45.967456Z","time spent":"439.777872ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:44:03.492868Z","caller":"traceutil/trace.go:171","msg":"trace[389246799] transaction","detail":"{read_only:false; response_revision:37073; number_of_response:1; }","duration":"173.394708ms","start":"2026-04-27T02:44:03.319445Z","end":"2026-04-27T02:44:03.492839Z","steps":["trace[389246799] 'process raft request' (duration: 104.602603ms)","trace[389246799] 'compare' (duration: 68.681532ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:03.503683Z","caller":"traceutil/trace.go:171","msg":"trace[456613326] transaction","detail":"{read_only:false; response_revision:37074; number_of_response:1; }","duration":"165.621085ms","start":"2026-04-27T02:44:03.338035Z","end":"2026-04-27T02:44:03.503656Z","steps":["trace[456613326] 'process raft request' (duration: 165.458991ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:04.903064Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":34912} {"level":"info","ts":"2026-04-27T02:44:04.903251Z","caller":"traceutil/trace.go:171","msg":"trace[637931134] compact","detail":"{revision:34912; response_revision:37085; }","duration":"305.893503ms","start":"2026-04-27T02:44:04.597327Z","end":"2026-04-27T02:44:04.903221Z","steps":["trace[637931134] 'process raft request' (duration: 290.111526ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:04.90333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:04.597272Z","time spent":"306.053907ms","remote":"127.0.0.1:46418","response type":"/etcdserverpb.KV/Compact","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-04-27T02:44:04.903368Z","caller":"traceutil/trace.go:171","msg":"trace[1193837857] transaction","detail":"{read_only:false; response_revision:37086; number_of_response:1; }","duration":"303.441382ms","start":"2026-04-27T02:44:04.599862Z","end":"2026-04-27T02:44:04.903304Z","steps":["trace[1193837857] 'process raft request' (duration: 303.186485ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:04.903585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:44:04.59984Z","time spent":"303.624486ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:44:04.908116Z","caller":"traceutil/trace.go:171","msg":"trace[727854376] linearizableReadLoop","detail":"{readStateIndex:38270; appliedIndex:38268; }","duration":"294.342684ms","start":"2026-04-27T02:44:04.613739Z","end":"2026-04-27T02:44:04.908081Z","steps":["trace[727854376] 'read index received' (duration: 273.653594ms)","trace[727854376] 'applied index is now lower than readState.Index' (duration: 20.6874ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:04.908328Z","caller":"traceutil/trace.go:171","msg":"trace[395493729] transaction","detail":"{read_only:false; response_revision:37087; number_of_response:1; }","duration":"156.745052ms","start":"2026-04-27T02:44:04.751562Z","end":"2026-04-27T02:44:04.908307Z","steps":["trace[395493729] 'process raft request' (duration: 155.92335ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:04.908619Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.859097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:44:04.90868Z","caller":"traceutil/trace.go:171","msg":"trace[1020114966] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37087; }","duration":"294.976069ms","start":"2026-04-27T02:44:04.613688Z","end":"2026-04-27T02:44:04.908664Z","steps":["trace[1020114966] 'agreement among raft nodes before linearized reading' (duration: 294.861567ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:04.909466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.844166ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:44:04.909602Z","caller":"traceutil/trace.go:171","msg":"trace[1615288918] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:37087; }","duration":"116.01332ms","start":"2026-04-27T02:44:04.793573Z","end":"2026-04-27T02:44:04.909586Z","steps":["trace[1615288918] 'agreement among raft nodes before linearized reading' (duration: 115.847876ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:44:05.054594Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.197999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-04-27T02:44:05.054692Z","caller":"traceutil/trace.go:171","msg":"trace[889979643] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:37087; }","duration":"109.315312ms","start":"2026-04-27T02:44:04.945354Z","end":"2026-04-27T02:44:05.054669Z","steps":["trace[889979643] 'count revisions from in-memory index tree' (duration: 109.104006ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:05.369191Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":34912,"took":"462.238736ms","hash":631580696,"current-db-size-bytes":59363328,"current-db-size":"59 MB","current-db-size-in-use-bytes":30601216,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-04-27T02:44:05.369279Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":631580696,"revision":34912,"compact-revision":32649} {"level":"info","ts":"2026-04-27T02:44:08.800238Z","caller":"traceutil/trace.go:171","msg":"trace[912795658] transaction","detail":"{read_only:false; response_revision:37113; number_of_response:1; }","duration":"187.830092ms","start":"2026-04-27T02:44:08.612381Z","end":"2026-04-27T02:44:08.800211Z","steps":["trace[912795658] 'process raft request' (duration: 174.893987ms)","trace[912795658] 'compare' (duration: 12.758981ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:44:08.800373Z","caller":"traceutil/trace.go:171","msg":"trace[1275923603] linearizableReadLoop","detail":"{readStateIndex:38299; appliedIndex:38296; }","duration":"185.157134ms","start":"2026-04-27T02:44:08.615195Z","end":"2026-04-27T02:44:08.800352Z","steps":["trace[1275923603] 'read index received' (duration: 63.127413ms)","trace[1275923603] 'applied index is now lower than readState.Index' (duration: 122.028471ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:44:08.800454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.247356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:44:08.80081Z","caller":"traceutil/trace.go:171","msg":"trace[312998314] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:37114; }","duration":"185.627206ms","start":"2026-04-27T02:44:08.615148Z","end":"2026-04-27T02:44:08.800776Z","steps":["trace[312998314] 'agreement among raft nodes before linearized reading' (duration: 185.262857ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:08.800481Z","caller":"traceutil/trace.go:171","msg":"trace[1705571061] transaction","detail":"{read_only:false; response_revision:37114; number_of_response:1; }","duration":"186.288982ms","start":"2026-04-27T02:44:08.614183Z","end":"2026-04-27T02:44:08.800472Z","steps":["trace[1705571061] 'process raft request' (duration: 185.986505ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:12.029737Z","caller":"traceutil/trace.go:171","msg":"trace[768079720] transaction","detail":"{read_only:false; response_revision:37138; number_of_response:1; }","duration":"140.833243ms","start":"2026-04-27T02:44:11.888861Z","end":"2026-04-27T02:44:12.029694Z","steps":["trace[768079720] 'process raft request' (duration: 57.936063ms)","trace[768079720] 'compare' (duration: 82.584132ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:44:12.029872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.11099ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:44:12.030006Z","caller":"traceutil/trace.go:171","msg":"trace[267854661] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:37137; }","duration":"143.261594ms","start":"2026-04-27T02:44:11.886724Z","end":"2026-04-27T02:44:12.029986Z","steps":["trace[267854661] 'range keys from in-memory index tree' (duration: 142.675969ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:17.921003Z","caller":"traceutil/trace.go:171","msg":"trace[442001695] transaction","detail":"{read_only:false; response_revision:37178; number_of_response:1; }","duration":"127.53489ms","start":"2026-04-27T02:44:17.793427Z","end":"2026-04-27T02:44:17.920962Z","steps":["trace[442001695] 'process raft request' (duration: 127.375726ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:17.926681Z","caller":"traceutil/trace.go:171","msg":"trace[737552870] transaction","detail":"{read_only:false; response_revision:37179; number_of_response:1; }","duration":"115.892128ms","start":"2026-04-27T02:44:17.810772Z","end":"2026-04-27T02:44:17.926664Z","steps":["trace[737552870] 'process raft request' (duration: 115.775275ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:17.926841Z","caller":"traceutil/trace.go:171","msg":"trace[1123485880] transaction","detail":"{read_only:false; response_revision:37180; number_of_response:1; }","duration":"115.339813ms","start":"2026-04-27T02:44:17.811477Z","end":"2026-04-27T02:44:17.926817Z","steps":["trace[1123485880] 'process raft request' (duration: 115.150258ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:23.743373Z","caller":"traceutil/trace.go:171","msg":"trace[1359441862] transaction","detail":"{read_only:false; response_revision:37220; number_of_response:1; }","duration":"111.525707ms","start":"2026-04-27T02:44:23.631817Z","end":"2026-04-27T02:44:23.743343Z","steps":["trace[1359441862] 'process raft request' (duration: 108.361928ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:23.749636Z","caller":"traceutil/trace.go:171","msg":"trace[2047953679] transaction","detail":"{read_only:false; response_revision:37221; number_of_response:1; }","duration":"116.975324ms","start":"2026-04-27T02:44:23.632647Z","end":"2026-04-27T02:44:23.749623Z","steps":["trace[2047953679] 'process raft request' (duration: 116.591194ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:23.749794Z","caller":"traceutil/trace.go:171","msg":"trace[655856868] transaction","detail":"{read_only:false; response_revision:37222; number_of_response:1; }","duration":"116.755588ms","start":"2026-04-27T02:44:23.632996Z","end":"2026-04-27T02:44:23.749752Z","steps":["trace[655856868] 'process raft request' (duration: 116.42335ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:23.93175Z","caller":"traceutil/trace.go:171","msg":"trace[1730133335] transaction","detail":"{read_only:false; response_revision:37223; number_of_response:1; }","duration":"113.400314ms","start":"2026-04-27T02:44:23.818305Z","end":"2026-04-27T02:44:23.931706Z","steps":["trace[1730133335] 'process raft request' (duration: 107.415104ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:24.047837Z","caller":"traceutil/trace.go:171","msg":"trace[2063295464] transaction","detail":"{read_only:false; response_revision:37225; number_of_response:1; }","duration":"102.773968ms","start":"2026-04-27T02:44:23.94503Z","end":"2026-04-27T02:44:24.047804Z","steps":["trace[2063295464] 'process raft request' (duration: 102.535402ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:24.048041Z","caller":"traceutil/trace.go:171","msg":"trace[796604735] transaction","detail":"{read_only:false; response_revision:37226; number_of_response:1; }","duration":"101.055075ms","start":"2026-04-27T02:44:23.946961Z","end":"2026-04-27T02:44:24.048016Z","steps":["trace[796604735] 'process raft request' (duration: 100.784299ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:28.192235Z","caller":"traceutil/trace.go:171","msg":"trace[1196823166] transaction","detail":"{read_only:false; response_revision:37253; number_of_response:1; }","duration":"131.327435ms","start":"2026-04-27T02:44:28.060867Z","end":"2026-04-27T02:44:28.192194Z","steps":["trace[1196823166] 'process raft request' (duration: 131.147421ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:28.219258Z","caller":"traceutil/trace.go:171","msg":"trace[1577398411] transaction","detail":"{read_only:false; response_revision:37256; number_of_response:1; }","duration":"111.63676ms","start":"2026-04-27T02:44:28.107593Z","end":"2026-04-27T02:44:28.21923Z","steps":["trace[1577398411] 'process raft request' (duration: 111.563469ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:28.219304Z","caller":"traceutil/trace.go:171","msg":"trace[1643815419] transaction","detail":"{read_only:false; response_revision:37254; number_of_response:1; }","duration":"114.471231ms","start":"2026-04-27T02:44:28.104784Z","end":"2026-04-27T02:44:28.219256Z","steps":["trace[1643815419] 'process raft request' (duration: 114.190784ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:44:28.219575Z","caller":"traceutil/trace.go:171","msg":"trace[2118950231] transaction","detail":"{read_only:false; response_revision:37255; number_of_response:1; }","duration":"113.305042ms","start":"2026-04-27T02:44:28.106259Z","end":"2026-04-27T02:44:28.219564Z","steps":["trace[2118950231] 'process raft request' (duration: 112.855501ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:06.770128Z","caller":"traceutil/trace.go:171","msg":"trace[304242844] transaction","detail":"{read_only:false; response_revision:37554; number_of_response:1; }","duration":"421.711017ms","start":"2026-04-27T02:45:06.348374Z","end":"2026-04-27T02:45:06.770086Z","steps":["trace[304242844] 'process raft request' (duration: 421.357499ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:06.770382Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:06.348354Z","time spent":"421.913663ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:06.955796Z","caller":"traceutil/trace.go:171","msg":"trace[267862835] linearizableReadLoop","detail":"{readStateIndex:38756; appliedIndex:38752; }","duration":"496.970317ms","start":"2026-04-27T02:45:06.458799Z","end":"2026-04-27T02:45:06.955769Z","steps":["trace[267862835] 'read index received' (duration: 310.93823ms)","trace[267862835] 'applied index is now lower than readState.Index' (duration: 186.031047ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:06.955821Z","caller":"traceutil/trace.go:171","msg":"trace[1301640916] transaction","detail":"{read_only:false; response_revision:37555; number_of_response:1; }","duration":"576.729717ms","start":"2026-04-27T02:45:06.379049Z","end":"2026-04-27T02:45:06.955779Z","steps":["trace[1301640916] 'process raft request' (duration: 510.083106ms)","trace[1301640916] 'compare' (duration: 66.398914ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:06.955901Z","caller":"traceutil/trace.go:171","msg":"trace[1049112995] transaction","detail":"{read_only:false; response_revision:37557; number_of_response:1; }","duration":"562.250814ms","start":"2026-04-27T02:45:06.3936Z","end":"2026-04-27T02:45:06.955851Z","steps":["trace[1049112995] 'process raft request' (duration: 562.125381ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:06.956015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.208693ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-04-27T02:45:06.956025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:06.379036Z","time spent":"576.86024ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:06.956086Z","caller":"traceutil/trace.go:171","msg":"trace[1239172513] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:37557; }","duration":"497.308815ms","start":"2026-04-27T02:45:06.45876Z","end":"2026-04-27T02:45:06.956069Z","steps":["trace[1239172513] 'agreement among raft nodes before linearized reading' (duration: 497.148812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:06.956132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.534995ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:45:06.95618Z","caller":"traceutil/trace.go:171","msg":"trace[906327337] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:37557; }","duration":"183.649967ms","start":"2026-04-27T02:45:06.772517Z","end":"2026-04-27T02:45:06.956167Z","steps":["trace[906327337] 'agreement among raft nodes before linearized reading' (duration: 183.563295ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:06.956189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:06.458746Z","time spent":"497.424818ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-04-27T02:45:06.956241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:06.393578Z","time spent":"562.451869ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:45:06.956245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.150771ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:45:06.956337Z","caller":"traceutil/trace.go:171","msg":"trace[1065080728] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:37557; }","duration":"204.306445ms","start":"2026-04-27T02:45:06.752007Z","end":"2026-04-27T02:45:06.956314Z","steps":["trace[1065080728] 'agreement among raft nodes before linearized reading' (duration: 204.034158ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:06.956339Z","caller":"traceutil/trace.go:171","msg":"trace[1446329661] transaction","detail":"{read_only:false; response_revision:37556; number_of_response:1; }","duration":"573.962758ms","start":"2026-04-27T02:45:06.381891Z","end":"2026-04-27T02:45:06.955853Z","steps":["trace[1446329661] 'process raft request' (duration: 573.787734ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:06.956466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:45:06.381878Z","time spent":"574.524392ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":498,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-04-27T02:45:08.040282Z","caller":"traceutil/trace.go:171","msg":"trace[400129299] linearizableReadLoop","detail":"{readStateIndex:38766; appliedIndex:38764; }","duration":"101.860966ms","start":"2026-04-27T02:45:07.938401Z","end":"2026-04-27T02:45:08.040262Z","steps":["trace[400129299] 'read index received' (duration: 94.243075ms)","trace[400129299] 'applied index is now lower than readState.Index' (duration: 7.617201ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:08.04035Z","caller":"traceutil/trace.go:171","msg":"trace[1006324235] transaction","detail":"{read_only:false; response_revision:37566; number_of_response:1; }","duration":"134.203487ms","start":"2026-04-27T02:45:07.906095Z","end":"2026-04-27T02:45:08.040299Z","steps":["trace[1006324235] 'process raft request' (duration: 126.526874ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:08.04043Z","caller":"traceutil/trace.go:171","msg":"trace[200817581] transaction","detail":"{read_only:false; response_revision:37567; number_of_response:1; }","duration":"133.050308ms","start":"2026-04-27T02:45:07.907346Z","end":"2026-04-27T02:45:08.040396Z","steps":["trace[200817581] 'process raft request' (duration: 132.829733ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:08.040493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.077731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:45:08.040543Z","caller":"traceutil/trace.go:171","msg":"trace[561024960] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:37567; }","duration":"102.163574ms","start":"2026-04-27T02:45:07.938359Z","end":"2026-04-27T02:45:08.040522Z","steps":["trace[561024960] 'agreement among raft nodes before linearized reading' (duration: 101.985049ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:25.749826Z","caller":"traceutil/trace.go:171","msg":"trace[1483889855] transaction","detail":"{read_only:false; response_revision:37713; number_of_response:1; }","duration":"109.393124ms","start":"2026-04-27T02:45:25.640405Z","end":"2026-04-27T02:45:25.749798Z","steps":["trace[1483889855] 'process raft request' (duration: 109.216339ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:45:26.236338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.61284ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:45:26.236611Z","caller":"traceutil/trace.go:171","msg":"trace[1067565474] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:37714; }","duration":"121.952449ms","start":"2026-04-27T02:45:26.114635Z","end":"2026-04-27T02:45:26.236588Z","steps":["trace[1067565474] 'count revisions from in-memory index tree' (duration: 121.494067ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:26.236729Z","caller":"traceutil/trace.go:171","msg":"trace[1669003045] transaction","detail":"{read_only:false; response_revision:37715; number_of_response:1; }","duration":"120.460222ms","start":"2026-04-27T02:45:26.116234Z","end":"2026-04-27T02:45:26.236695Z","steps":["trace[1669003045] 'process raft request' (duration: 93.360902ms)","trace[1669003045] 'compare' (duration: 26.978567ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:45:26.243854Z","caller":"traceutil/trace.go:171","msg":"trace[177131522] transaction","detail":"{read_only:false; response_revision:37716; number_of_response:1; }","duration":"124.793921ms","start":"2026-04-27T02:45:26.119023Z","end":"2026-04-27T02:45:26.243817Z","steps":["trace[177131522] 'process raft request' (duration: 124.479093ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:27.171523Z","caller":"traceutil/trace.go:171","msg":"trace[347934680] transaction","detail":"{read_only:false; response_revision:37719; number_of_response:1; }","duration":"108.627025ms","start":"2026-04-27T02:45:27.062871Z","end":"2026-04-27T02:45:27.171498Z","steps":["trace[347934680] 'process raft request' (duration: 102.85528ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:45:27.171942Z","caller":"traceutil/trace.go:171","msg":"trace[1151436186] transaction","detail":"{read_only:false; response_revision:37720; number_of_response:1; }","duration":"106.094021ms","start":"2026-04-27T02:45:27.06582Z","end":"2026-04-27T02:45:27.171914Z","steps":["trace[1151436186] 'process raft request' (duration: 105.64285ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:16.789727Z","caller":"traceutil/trace.go:171","msg":"trace[2144048062] transaction","detail":"{read_only:false; response_revision:38521; number_of_response:1; }","duration":"102.902781ms","start":"2026-04-27T02:47:16.686785Z","end":"2026-04-27T02:47:16.789688Z","steps":["trace[2144048062] 'process raft request' (duration: 94.976222ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:47:50.211578Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"e3aaa5c123e150e0","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-04-27T02:47:50.217897Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-04-27T02:47:50.218126Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-04-27T02:48:07.014462Z","caller":"traceutil/trace.go:171","msg":"trace[1975630545] transaction","detail":"{read_only:false; response_revision:38887; number_of_response:1; }","duration":"100.564763ms","start":"2026-04-27T02:48:06.913862Z","end":"2026-04-27T02:48:07.014427Z","steps":["trace[1975630545] 'process raft request' (duration: 73.624227ms)","trace[1975630545] 'compare' (duration: 26.639277ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:48:07.314246Z","caller":"traceutil/trace.go:171","msg":"trace[1489646805] linearizableReadLoop","detail":"{readStateIndex:40126; appliedIndex:40125; }","duration":"122.077643ms","start":"2026-04-27T02:48:07.192139Z","end":"2026-04-27T02:48:07.314217Z","steps":["trace[1489646805] 'read index received' (duration: 94.312327ms)","trace[1489646805] 'applied index is now lower than readState.Index' (duration: 27.763976ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:48:07.314263Z","caller":"traceutil/trace.go:171","msg":"trace[614596717] transaction","detail":"{read_only:false; response_revision:38888; number_of_response:1; }","duration":"232.985465ms","start":"2026-04-27T02:48:07.081244Z","end":"2026-04-27T02:48:07.31423Z","steps":["trace[614596717] 'process raft request' (duration: 205.310081ms)","trace[614596717] 'compare' (duration: 27.549891ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:48:07.31439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.232727ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedeployments/\" range_end:\"/registry/cluster.x-k8s.io/machinedeployments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:48:07.314446Z","caller":"traceutil/trace.go:171","msg":"trace[1194396676] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedeployments/; range_end:/registry/cluster.x-k8s.io/machinedeployments0; response_count:0; response_revision:38888; }","duration":"122.342999ms","start":"2026-04-27T02:48:07.19209Z","end":"2026-04-27T02:48:07.314433Z","steps":["trace[1194396676] 'agreement among raft nodes before linearized reading' (duration: 122.238997ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:00.845347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.533072ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-webhook\" ","response":"range_response_count:1 size:5015"} {"level":"info","ts":"2026-04-27T02:49:00.845468Z","caller":"traceutil/trace.go:171","msg":"trace[1761649139] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-webhook; range_end:; response_count:1; response_revision:39295; }","duration":"114.689736ms","start":"2026-04-27T02:49:00.730753Z","end":"2026-04-27T02:49:00.845442Z","steps":["trace[1761649139] 'range keys from in-memory index tree' (duration: 114.271816ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:00.845582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.743549ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/cert-manager/cert-manager-cainjector\" ","response":"range_response_count:1 size:3891"} {"level":"info","ts":"2026-04-27T02:49:00.845669Z","caller":"traceutil/trace.go:171","msg":"trace[1284818992] range","detail":"{range_begin:/registry/deployments/cert-manager/cert-manager-cainjector; range_end:; response_count:1; response_revision:39295; }","duration":"112.861002ms","start":"2026-04-27T02:49:00.732783Z","end":"2026-04-27T02:49:00.845644Z","steps":["trace[1284818992] 'range keys from in-memory index tree' (duration: 112.587654ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:04.630447Z","caller":"traceutil/trace.go:171","msg":"trace[676756871] linearizableReadLoop","detail":"{readStateIndex:40568; appliedIndex:40567; }","duration":"112.716808ms","start":"2026-04-27T02:49:04.517704Z","end":"2026-04-27T02:49:04.630421Z","steps":["trace[676756871] 'read index received' (duration: 112.614055ms)","trace[676756871] 'applied index is now lower than readState.Index' (duration: 101.483µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:04.630554Z","caller":"traceutil/trace.go:171","msg":"trace[229416839] transaction","detail":"{read_only:false; response_revision:39319; number_of_response:1; }","duration":"113.172909ms","start":"2026-04-27T02:49:04.517354Z","end":"2026-04-27T02:49:04.630527Z","steps":["trace[229416839] 'process raft request' (duration: 112.897883ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:04.630734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.016416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-04-27T02:49:04.630783Z","caller":"traceutil/trace.go:171","msg":"trace[2103684326] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:39319; }","duration":"113.139449ms","start":"2026-04-27T02:49:04.517631Z","end":"2026-04-27T02:49:04.63077Z","steps":["trace[2103684326] 'agreement among raft nodes before linearized reading' (duration: 112.953024ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:04.811192Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.458595ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:49:04.811322Z","caller":"traceutil/trace.go:171","msg":"trace[2062703268] linearizableReadLoop","detail":"{readStateIndex:40569; appliedIndex:40568; }","duration":"180.769404ms","start":"2026-04-27T02:49:04.63053Z","end":"2026-04-27T02:49:04.8113Z","steps":["trace[2062703268] 'read index received' (duration: 18.116713ms)","trace[2062703268] 'applied index is now lower than readState.Index' (duration: 162.651061ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:49:04.811465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.80782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/kube-public/\" range_end:\"/registry/jobs/kube-public0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:49:04.811501Z","caller":"traceutil/trace.go:171","msg":"trace[1430629597] range","detail":"{range_begin:/registry/jobs/kube-public/; range_end:/registry/jobs/kube-public0; response_count:0; response_revision:39319; }","duration":"287.912202ms","start":"2026-04-27T02:49:04.523578Z","end":"2026-04-27T02:49:04.811491Z","steps":["trace[1430629597] 'agreement among raft nodes before linearized reading' (duration: 287.82861ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:04.811492Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.658691ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/envoy-gateway-system/envoy-gateway\" ","response":"range_response_count:1 size:5642"} {"level":"info","ts":"2026-04-27T02:49:04.811558Z","caller":"traceutil/trace.go:171","msg":"trace[679941701] range","detail":"{range_begin:/registry/deployments/envoy-gateway-system/envoy-gateway; range_end:; response_count:1; response_revision:39319; }","duration":"229.837826ms","start":"2026-04-27T02:49:04.581704Z","end":"2026-04-27T02:49:04.811542Z","steps":["trace[679941701] 'agreement among raft nodes before linearized reading' (duration: 229.653471ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:04.811575Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.811665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-04-27T02:49:04.811604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.856046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/\" range_end:\"/registry/services/endpoints/kube-system0\" limit:500 ","response":"range_response_count:7 size:7897"} {"level":"info","ts":"2026-04-27T02:49:04.811637Z","caller":"traceutil/trace.go:171","msg":"trace[417687183] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:39319; }","duration":"176.904988ms","start":"2026-04-27T02:49:04.634719Z","end":"2026-04-27T02:49:04.811624Z","steps":["trace[417687183] 'agreement among raft nodes before linearized reading' (duration: 176.740084ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:04.81165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.506788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:49:04.811664Z","caller":"traceutil/trace.go:171","msg":"trace[401889202] range","detail":"{range_begin:/registry/services/endpoints/kube-system/; range_end:/registry/services/endpoints/kube-system0; response_count:7; response_revision:39319; }","duration":"286.957588ms","start":"2026-04-27T02:49:04.52469Z","end":"2026-04-27T02:49:04.811647Z","steps":["trace[401889202] 'agreement among raft nodes before linearized reading' (duration: 286.696812ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:04.811676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.753445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:49:04.811721Z","caller":"traceutil/trace.go:171","msg":"trace[632994141] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39319; }","duration":"186.56624ms","start":"2026-04-27T02:49:04.625135Z","end":"2026-04-27T02:49:04.811702Z","steps":["trace[632994141] 'agreement among raft nodes before linearized reading' (duration: 186.450147ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:04.811745Z","caller":"traceutil/trace.go:171","msg":"trace[928229987] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:39319; }","duration":"196.832947ms","start":"2026-04-27T02:49:04.614892Z","end":"2026-04-27T02:49:04.811725Z","steps":["trace[928229987] 'agreement among raft nodes before linearized reading' (duration: 196.700654ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:04.811767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.186503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-04-27T02:49:04.811524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"224.794149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:49:04.811799Z","caller":"traceutil/trace.go:171","msg":"trace[1051776958] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:39319; }","duration":"222.256715ms","start":"2026-04-27T02:49:04.589532Z","end":"2026-04-27T02:49:04.811789Z","steps":["trace[1051776958] 'agreement among raft nodes before linearized reading' (duration: 222.182333ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:04.811806Z","caller":"traceutil/trace.go:171","msg":"trace[199527637] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39319; }","duration":"225.134477ms","start":"2026-04-27T02:49:04.586662Z","end":"2026-04-27T02:49:04.811796Z","steps":["trace[199527637] 'agreement among raft nodes before linearized reading' (duration: 224.661045ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:04.811781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"227.136058ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:49:04.811908Z","caller":"traceutil/trace.go:171","msg":"trace[1837832453] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39319; }","duration":"227.355103ms","start":"2026-04-27T02:49:04.584531Z","end":"2026-04-27T02:49:04.811886Z","steps":["trace[1837832453] 'agreement among raft nodes before linearized reading' (duration: 226.982324ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:04.948881Z","caller":"traceutil/trace.go:171","msg":"trace[918305074] transaction","detail":"{read_only:false; response_revision:39321; number_of_response:1; }","duration":"132.185046ms","start":"2026-04-27T02:49:04.816662Z","end":"2026-04-27T02:49:04.948847Z","steps":["trace[918305074] 'process raft request' (duration: 131.997171ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:04.948949Z","caller":"traceutil/trace.go:171","msg":"trace[1755665922] transaction","detail":"{read_only:false; response_revision:39323; number_of_response:1; }","duration":"131.649362ms","start":"2026-04-27T02:49:04.817256Z","end":"2026-04-27T02:49:04.948905Z","steps":["trace[1755665922] 'process raft request' (duration: 131.55718ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:04.948954Z","caller":"traceutil/trace.go:171","msg":"trace[30169861] transaction","detail":"{read_only:false; response_revision:39322; number_of_response:1; }","duration":"131.834787ms","start":"2026-04-27T02:49:04.817086Z","end":"2026-04-27T02:49:04.948921Z","steps":["trace[30169861] 'process raft request' (duration: 131.699333ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:04.953754Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37085} {"level":"info","ts":"2026-04-27T02:49:05.076028Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37085,"took":"118.703938ms","hash":414261329,"current-db-size-bytes":61050880,"current-db-size":"61 MB","current-db-size-in-use-bytes":32165888,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-04-27T02:49:05.076104Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":414261329,"revision":37085,"compact-revision":34912} {"level":"warn","ts":"2026-04-27T02:49:05.295178Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.284953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/kube-system/\" range_end:\"/registry/networkpolicies/kube-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:49:05.295253Z","caller":"traceutil/trace.go:171","msg":"trace[2093478629] range","detail":"{range_begin:/registry/networkpolicies/kube-system/; range_end:/registry/networkpolicies/kube-system0; response_count:0; response_revision:39326; }","duration":"131.389386ms","start":"2026-04-27T02:49:05.163844Z","end":"2026-04-27T02:49:05.295234Z","steps":["trace[2093478629] 'range keys from in-memory index tree' (duration: 131.229712ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:08.099232Z","caller":"traceutil/trace.go:171","msg":"trace[354037718] linearizableReadLoop","detail":"{readStateIndex:40594; appliedIndex:40593; }","duration":"253.843408ms","start":"2026-04-27T02:49:07.845368Z","end":"2026-04-27T02:49:08.099211Z","steps":["trace[354037718] 'read index received' (duration: 253.675704ms)","trace[354037718] 'applied index is now lower than readState.Index' (duration: 166.624µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:08.099368Z","caller":"traceutil/trace.go:171","msg":"trace[363228861] transaction","detail":"{read_only:false; response_revision:39343; number_of_response:1; }","duration":"286.271811ms","start":"2026-04-27T02:49:07.813083Z","end":"2026-04-27T02:49:08.099355Z","steps":["trace[363228861] 'process raft request' (duration: 285.980244ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:08.099565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.183707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:6130"} {"level":"info","ts":"2026-04-27T02:49:08.099609Z","caller":"traceutil/trace.go:171","msg":"trace[1210171471] range","detail":"{range_begin:/registry/daemonsets/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:39343; }","duration":"254.279229ms","start":"2026-04-27T02:49:07.845315Z","end":"2026-04-27T02:49:08.099594Z","steps":["trace[1210171471] 'agreement among raft nodes before linearized reading' (duration: 254.151126ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:08.099811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.084445ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/local-path-storage/\" range_end:\"/registry/statefulsets/local-path-storage0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:49:08.099902Z","caller":"traceutil/trace.go:171","msg":"trace[985282903] range","detail":"{range_begin:/registry/statefulsets/local-path-storage/; range_end:/registry/statefulsets/local-path-storage0; response_count:0; response_revision:39343; }","duration":"211.235128ms","start":"2026-04-27T02:49:07.888645Z","end":"2026-04-27T02:49:08.09988Z","steps":["trace[985282903] 'agreement among raft nodes before linearized reading' (duration: 211.084035ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:08.100124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.305315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:49:08.10017Z","caller":"traceutil/trace.go:171","msg":"trace[1273032555] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:39343; }","duration":"145.406817ms","start":"2026-04-27T02:49:07.954751Z","end":"2026-04-27T02:49:08.100158Z","steps":["trace[1273032555] 'agreement among raft nodes before linearized reading' (duration: 145.331355ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:08.100417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.45864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:4495"} {"level":"info","ts":"2026-04-27T02:49:08.100455Z","caller":"traceutil/trace.go:171","msg":"trace[1614689217] range","detail":"{range_begin:/registry/deployments/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:39343; }","duration":"175.552203ms","start":"2026-04-27T02:49:07.924894Z","end":"2026-04-27T02:49:08.100446Z","steps":["trace[1614689217] 'agreement among raft nodes before linearized reading' (duration: 175.41272ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:08.100498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.102182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-04-27T02:49:08.100533Z","caller":"traceutil/trace.go:171","msg":"trace[163301548] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:39343; }","duration":"179.177254ms","start":"2026-04-27T02:49:07.921347Z","end":"2026-04-27T02:49:08.100524Z","steps":["trace[163301548] 'agreement among raft nodes before linearized reading' (duration: 179.079152ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:08.609476Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.26097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/magnum-system/\" range_end:\"/registry/serviceaccounts/magnum-system0\" limit:500 ","response":"range_response_count:1 size:186"} {"level":"info","ts":"2026-04-27T02:49:08.609541Z","caller":"traceutil/trace.go:171","msg":"trace[624226769] range","detail":"{range_begin:/registry/serviceaccounts/magnum-system/; range_end:/registry/serviceaccounts/magnum-system0; response_count:1; response_revision:39346; }","duration":"101.372983ms","start":"2026-04-27T02:49:08.508151Z","end":"2026-04-27T02:49:08.609524Z","steps":["trace[624226769] 'range keys from in-memory index tree' (duration: 101.103676ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:09.097736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.079548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" ","response":"range_response_count:1 size:1169"} {"level":"info","ts":"2026-04-27T02:49:09.097943Z","caller":"traceutil/trace.go:171","msg":"trace[1544804586] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics; range_end:; response_count:1; response_revision:39347; }","duration":"383.321316ms","start":"2026-04-27T02:49:08.714601Z","end":"2026-04-27T02:49:09.097923Z","steps":["trace[1544804586] 'range keys from in-memory index tree' (duration: 382.897394ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:09.09802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:08.714586Z","time spent":"383.420159ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":77,"response count":1,"response size":1192,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-controller-metrics\" "} {"level":"info","ts":"2026-04-27T02:49:09.103394Z","caller":"traceutil/trace.go:171","msg":"trace[1531501036] linearizableReadLoop","detail":"{readStateIndex:40599; appliedIndex:40598; }","duration":"364.988505ms","start":"2026-04-27T02:49:08.738368Z","end":"2026-04-27T02:49:09.103357Z","steps":["trace[1531501036] 'read index received' (duration: 364.766429ms)","trace[1531501036] 'applied index is now lower than readState.Index' (duration: 220.936µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:09.10353Z","caller":"traceutil/trace.go:171","msg":"trace[1502753615] transaction","detail":"{read_only:false; response_revision:39348; number_of_response:1; }","duration":"365.341044ms","start":"2026-04-27T02:49:08.738151Z","end":"2026-04-27T02:49:09.103492Z","steps":["trace[1502753615] 'process raft request' (duration: 365.015956ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:09.103701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"365.317314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend\" ","response":"range_response_count:1 size:1181"} {"level":"info","ts":"2026-04-27T02:49:09.10377Z","caller":"traceutil/trace.go:171","msg":"trace[629466846] range","detail":"{range_begin:/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend; range_end:; response_count:1; response_revision:39348; }","duration":"365.444287ms","start":"2026-04-27T02:49:08.73831Z","end":"2026-04-27T02:49:09.103754Z","steps":["trace[629466846] 'agreement among raft nodes before linearized reading' (duration: 365.19418ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:09.103763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:08.738126Z","time spent":"365.561199ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":626,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:49:09.103813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:49:08.738292Z","time spent":"365.512608ms","remote":"127.0.0.1:46568","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/services/endpoints/ingress-nginx/ingress-nginx-defaultbackend\" "} {"level":"warn","ts":"2026-04-27T02:49:09.104226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"298.833527ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" limit:500 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:49:09.104293Z","caller":"traceutil/trace.go:171","msg":"trace[660887368] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:39349; }","duration":"298.938069ms","start":"2026-04-27T02:49:08.805339Z","end":"2026-04-27T02:49:09.104277Z","steps":["trace[660887368] 'agreement among raft nodes before linearized reading' (duration: 298.806915ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:09.104443Z","caller":"traceutil/trace.go:171","msg":"trace[2105268732] transaction","detail":"{read_only:false; response_revision:39349; number_of_response:1; }","duration":"107.919768ms","start":"2026-04-27T02:49:08.996493Z","end":"2026-04-27T02:49:09.104413Z","steps":["trace[2105268732] 'process raft request' (duration: 107.538158ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:09.104557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.622397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-04-27T02:49:09.104667Z","caller":"traceutil/trace.go:171","msg":"trace[1770515496] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:39349; }","duration":"136.751941ms","start":"2026-04-27T02:49:08.967904Z","end":"2026-04-27T02:49:09.104656Z","steps":["trace[1770515496] 'agreement among raft nodes before linearized reading' (duration: 136.574087ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:09.104818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.001257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-04-27T02:49:09.104855Z","caller":"traceutil/trace.go:171","msg":"trace[1102623558] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:39349; }","duration":"137.050828ms","start":"2026-04-27T02:49:08.967796Z","end":"2026-04-27T02:49:09.104846Z","steps":["trace[1102623558] 'agreement among raft nodes before linearized reading' (duration: 136.957565ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:09.104925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.923618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-04-27T02:49:09.10496Z","caller":"traceutil/trace.go:171","msg":"trace[563140628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:39349; }","duration":"172.996399ms","start":"2026-04-27T02:49:08.931954Z","end":"2026-04-27T02:49:09.10495Z","steps":["trace[563140628] 'agreement among raft nodes before linearized reading' (duration: 172.890537ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:09.105055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.433253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-04-27T02:49:09.10508Z","caller":"traceutil/trace.go:171","msg":"trace[1302999855] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:39349; }","duration":"140.475503ms","start":"2026-04-27T02:49:08.9646Z","end":"2026-04-27T02:49:09.105075Z","steps":["trace[1302999855] 'agreement among raft nodes before linearized reading' (duration: 140.417652ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:54.442839Z","caller":"traceutil/trace.go:171","msg":"trace[1201940925] transaction","detail":"{read_only:false; response_revision:39775; number_of_response:1; }","duration":"174.663781ms","start":"2026-04-27T02:49:54.268145Z","end":"2026-04-27T02:49:54.442808Z","steps":["trace[1201940925] 'process raft request' (duration: 174.489527ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:54.442845Z","caller":"traceutil/trace.go:171","msg":"trace[1783065983] linearizableReadLoop","detail":"{readStateIndex:41036; appliedIndex:41036; }","duration":"170.343323ms","start":"2026-04-27T02:49:54.272476Z","end":"2026-04-27T02:49:54.442819Z","steps":["trace[1783065983] 'read index received' (duration: 170.330373ms)","trace[1783065983] 'applied index is now lower than readState.Index' (duration: 10.84µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:49:54.443111Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.90864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/valkey\" ","response":"range_response_count:1 size:1075"} {"level":"info","ts":"2026-04-27T02:49:54.4432Z","caller":"traceutil/trace.go:171","msg":"trace[1126508171] range","detail":"{range_begin:/registry/services/endpoints/openstack/valkey; range_end:; response_count:1; response_revision:39775; }","duration":"197.038602ms","start":"2026-04-27T02:49:54.246141Z","end":"2026-04-27T02:49:54.44318Z","steps":["trace[1126508171] 'agreement among raft nodes before linearized reading' (duration: 196.754575ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:54.443254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.28712ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/staffeln-api\" ","response":"range_response_count:1 size:675"} {"level":"info","ts":"2026-04-27T02:49:54.443409Z","caller":"traceutil/trace.go:171","msg":"trace[1205359887] range","detail":"{range_begin:/registry/services/endpoints/openstack/staffeln-api; range_end:; response_count:1; response_revision:39775; }","duration":"211.566177ms","start":"2026-04-27T02:49:54.23181Z","end":"2026-04-27T02:49:54.443376Z","steps":["trace[1205359887] 'agreement among raft nodes before linearized reading' (duration: 211.058514ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:54.444322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"169.206005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-04-27T02:49:54.445237Z","caller":"traceutil/trace.go:171","msg":"trace[295423338] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:39777; }","duration":"169.329699ms","start":"2026-04-27T02:49:54.275048Z","end":"2026-04-27T02:49:54.444378Z","steps":["trace[295423338] 'agreement among raft nodes before linearized reading' (duration: 169.188494ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:54.826885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.521474ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-04-27T02:49:54.82701Z","caller":"traceutil/trace.go:171","msg":"trace[1455254562] linearizableReadLoop","detail":"{readStateIndex:41041; appliedIndex:41040; }","duration":"146.137806ms","start":"2026-04-27T02:49:54.680852Z","end":"2026-04-27T02:49:54.82699Z","steps":["trace[1455254562] 'read index received' (duration: 40.241µs)","trace[1455254562] 'applied index is now lower than readState.Index' (duration: 146.096104ms)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:49:54.827164Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.30826ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/valkey-headless\" ","response":"range_response_count:1 size:1087"} {"level":"info","ts":"2026-04-27T02:49:54.8272Z","caller":"traceutil/trace.go:171","msg":"trace[1234191479] range","detail":"{range_begin:/registry/services/endpoints/openstack/valkey-headless; range_end:; response_count:1; response_revision:39779; }","duration":"146.393372ms","start":"2026-04-27T02:49:54.680797Z","end":"2026-04-27T02:49:54.82719Z","steps":["trace[1234191479] 'agreement among raft nodes before linearized reading' (duration: 146.2935ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:54.82736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.622533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/valkey-metrics\" ","response":"range_response_count:1 size:1071"} {"level":"info","ts":"2026-04-27T02:49:54.827475Z","caller":"traceutil/trace.go:171","msg":"trace[330950555] range","detail":"{range_begin:/registry/services/endpoints/openstack/valkey-metrics; range_end:; response_count:1; response_revision:39779; }","duration":"143.766766ms","start":"2026-04-27T02:49:54.683685Z","end":"2026-04-27T02:49:54.827452Z","steps":["trace[330950555] 'agreement among raft nodes before linearized reading' (duration: 143.467269ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:55.072204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.77847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"info","ts":"2026-04-27T02:49:55.072307Z","caller":"traceutil/trace.go:171","msg":"trace[1368358893] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:39780; }","duration":"120.891133ms","start":"2026-04-27T02:49:54.951389Z","end":"2026-04-27T02:49:55.07228Z","steps":["trace[1368358893] 'range keys from in-memory index tree' (duration: 120.581554ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:55.07417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.662557ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/placement-api-certs.18aa13f6555de268\\000\" range_end:\"/registry/events/openstack0\" limit:2000 revision:39780 ","response":"range_response_count:265 size:199302"} {"level":"info","ts":"2026-04-27T02:49:55.074327Z","caller":"traceutil/trace.go:171","msg":"trace[29839918] range","detail":"{range_begin:/registry/events/openstack/placement-api-certs.18aa13f6555de268\u0000; range_end:/registry/events/openstack0; response_count:265; response_revision:39780; }","duration":"126.862152ms","start":"2026-04-27T02:49:54.947435Z","end":"2026-04-27T02:49:55.074297Z","steps":["trace[29839918] 'range keys from in-memory index tree' (duration: 125.110768ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:49:55.400541Z","caller":"traceutil/trace.go:171","msg":"trace[1737149512] linearizableReadLoop","detail":"{readStateIndex:41043; appliedIndex:41042; }","duration":"139.591462ms","start":"2026-04-27T02:49:55.260921Z","end":"2026-04-27T02:49:55.400512Z","steps":["trace[1737149512] 'read index received' (duration: 139.361656ms)","trace[1737149512] 'applied index is now lower than readState.Index' (duration: 228.196µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:55.400606Z","caller":"traceutil/trace.go:171","msg":"trace[1252994120] transaction","detail":"{read_only:false; response_revision:39781; number_of_response:1; }","duration":"141.736535ms","start":"2026-04-27T02:49:55.258826Z","end":"2026-04-27T02:49:55.400563Z","steps":["trace[1252994120] 'process raft request' (duration: 141.477779ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:55.400933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.988302ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" limit:500 ","response":"range_response_count:16 size:112169"} {"level":"info","ts":"2026-04-27T02:49:55.401013Z","caller":"traceutil/trace.go:171","msg":"trace[997408794] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:39781; }","duration":"140.113325ms","start":"2026-04-27T02:49:55.260882Z","end":"2026-04-27T02:49:55.400995Z","steps":["trace[997408794] 'agreement among raft nodes before linearized reading' (duration: 139.760266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:55.401065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.850687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-27T02:49:55.401161Z","caller":"traceutil/trace.go:171","msg":"trace[1782990157] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:39781; }","duration":"120.076463ms","start":"2026-04-27T02:49:55.281063Z","end":"2026-04-27T02:49:55.40114Z","steps":["trace[1782990157] 'agreement among raft nodes before linearized reading' (duration: 119.758965ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:55.600467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.183529ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-04-27T02:49:55.600589Z","caller":"traceutil/trace.go:171","msg":"trace[1248435956] transaction","detail":"{read_only:false; response_revision:39785; number_of_response:1; }","duration":"144.214647ms","start":"2026-04-27T02:49:55.456353Z","end":"2026-04-27T02:49:55.600567Z","steps":["trace[1248435956] 'process raft request' (duration: 32.799282ms)","trace[1248435956] 'compare' (duration: 110.943394ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:55.616947Z","caller":"traceutil/trace.go:171","msg":"trace[115324955] linearizableReadLoop","detail":"{readStateIndex:41048; appliedIndex:41047; }","duration":"123.918128ms","start":"2026-04-27T02:49:55.492998Z","end":"2026-04-27T02:49:55.616916Z","steps":["trace[115324955] 'read index received' (duration: 123.806776ms)","trace[115324955] 'applied index is now lower than readState.Index' (duration: 110.232µs)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:49:55.617033Z","caller":"traceutil/trace.go:171","msg":"trace[1930337019] transaction","detail":"{read_only:false; response_revision:39786; number_of_response:1; }","duration":"160.566248ms","start":"2026-04-27T02:49:55.456435Z","end":"2026-04-27T02:49:55.617001Z","steps":["trace[1930337019] 'process raft request' (duration: 160.361692ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:49:55.617149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.142694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-04-27T02:49:55.617194Z","caller":"traceutil/trace.go:171","msg":"trace[2102725893] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:39786; }","duration":"124.239046ms","start":"2026-04-27T02:49:55.492943Z","end":"2026-04-27T02:49:55.617182Z","steps":["trace[2102725893] 'agreement among raft nodes before linearized reading' (duration: 124.098763ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:48.838749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.620526ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-27T02:50:48.838871Z","caller":"traceutil/trace.go:171","msg":"trace[273650061] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:40203; }","duration":"156.791331ms","start":"2026-04-27T02:50:48.682052Z","end":"2026-04-27T02:50:48.838843Z","steps":["trace[273650061] 'range keys from in-memory index tree' (duration: 156.412211ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:48.839848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.886415ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1240"} {"level":"info","ts":"2026-04-27T02:50:48.839931Z","caller":"traceutil/trace.go:171","msg":"trace[1283579300] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:40203; }","duration":"161.07665ms","start":"2026-04-27T02:50:48.678834Z","end":"2026-04-27T02:50:48.839911Z","steps":["trace[1283579300] 'range keys from in-memory index tree' (duration: 159.576951ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:48.926624Z","caller":"traceutil/trace.go:171","msg":"trace[810289478] transaction","detail":"{read_only:false; response_revision:40205; number_of_response:1; }","duration":"135.403563ms","start":"2026-04-27T02:50:48.791199Z","end":"2026-04-27T02:50:48.926603Z","steps":["trace[810289478] 'process raft request' (duration: 135.27821ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:50:48.955336Z","caller":"traceutil/trace.go:171","msg":"trace[1852535767] linearizableReadLoop","detail":"{readStateIndex:41480; appliedIndex:41478; }","duration":"112.718494ms","start":"2026-04-27T02:50:48.842599Z","end":"2026-04-27T02:50:48.955318Z","steps":["trace[1852535767] 'read index received' (duration: 83.885669ms)","trace[1852535767] 'applied index is now lower than readState.Index' (duration: 28.831905ms)"],"step_count":2} {"level":"info","ts":"2026-04-27T02:50:48.955472Z","caller":"traceutil/trace.go:171","msg":"trace[1529160558] transaction","detail":"{read_only:false; response_revision:40206; number_of_response:1; }","duration":"142.884742ms","start":"2026-04-27T02:50:48.812552Z","end":"2026-04-27T02:50:48.955437Z","steps":["trace[1529160558] 'process raft request' (duration: 142.255266ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:48.955555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"112.080598ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1240"} {"level":"info","ts":"2026-04-27T02:50:48.955593Z","caller":"traceutil/trace.go:171","msg":"trace[1985295080] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:40206; }","duration":"112.131159ms","start":"2026-04-27T02:50:48.84345Z","end":"2026-04-27T02:50:48.955582Z","steps":["trace[1985295080] 'agreement among raft nodes before linearized reading' (duration: 111.990056ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:50:48.955626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.00541ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/openstack/rabbitmq-glance-server\" ","response":"range_response_count:1 size:896"} {"level":"info","ts":"2026-04-27T02:50:48.955771Z","caller":"traceutil/trace.go:171","msg":"trace[251670069] range","detail":"{range_begin:/registry/rolebindings/openstack/rabbitmq-glance-server; range_end:; response_count:1; response_revision:40206; }","duration":"113.178745ms","start":"2026-04-27T02:50:48.842562Z","end":"2026-04-27T02:50:48.955741Z","steps":["trace[251670069] 'agreement among raft nodes before linearized reading' (duration: 112.862327ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:47.534486Z","caller":"traceutil/trace.go:171","msg":"trace[677713533] linearizableReadLoop","detail":"{readStateIndex:41919; appliedIndex:41918; }","duration":"367.746014ms","start":"2026-04-27T02:51:47.166704Z","end":"2026-04-27T02:51:47.53445Z","steps":["trace[677713533] 'read index received' (duration: 367.21054ms)","trace[677713533] 'applied index is now lower than readState.Index' (duration: 533.874µs)"],"step_count":2} {"level":"warn","ts":"2026-04-27T02:51:47.535128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"368.41127ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup-cron\" ","response":"range_response_count:1 size:541"} {"level":"info","ts":"2026-04-27T02:51:47.535139Z","caller":"traceutil/trace.go:171","msg":"trace[892212895] transaction","detail":"{read_only:false; response_revision:40632; number_of_response:1; }","duration":"389.927321ms","start":"2026-04-27T02:51:47.145176Z","end":"2026-04-27T02:51:47.535103Z","steps":["trace[892212895] 'process raft request' (duration: 388.803303ms)"],"step_count":1} {"level":"info","ts":"2026-04-27T02:51:47.53521Z","caller":"traceutil/trace.go:171","msg":"trace[1775161223] range","detail":"{range_begin:/registry/serviceaccounts/openstack/nova-cell-setup-cron; range_end:; response_count:1; response_revision:40632; }","duration":"368.527283ms","start":"2026-04-27T02:51:47.166664Z","end":"2026-04-27T02:51:47.535191Z","steps":["trace[1775161223] 'agreement among raft nodes before linearized reading' (duration: 368.307197ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:47.535252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:47.166646Z","time spent":"368.597445ms","remote":"127.0.0.1:46616","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":564,"request content":"key:\"/registry/serviceaccounts/openstack/nova-cell-setup-cron\" "} {"level":"warn","ts":"2026-04-27T02:51:47.535312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:47.145156Z","time spent":"390.062305ms","remote":"127.0.0.1:46692","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":41,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-04-27T02:51:47.539064Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.872788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 ","response":"range_response_count:500 size:393471"} {"level":"info","ts":"2026-04-27T02:51:47.539263Z","caller":"traceutil/trace.go:171","msg":"trace[1367098276] range","detail":"{range_begin:/registry/events/openstack/; range_end:/registry/events/openstack0; response_count:500; response_revision:40632; }","duration":"368.002621ms","start":"2026-04-27T02:51:47.171144Z","end":"2026-04-27T02:51:47.539146Z","steps":["trace[1367098276] 'agreement among raft nodes before linearized reading' (duration: 363.791515ms)"],"step_count":1} {"level":"warn","ts":"2026-04-27T02:51:47.539341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-04-27T02:51:47.171133Z","time spent":"368.176515ms","remote":"127.0.0.1:46470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1698,"response size":393494,"request content":"key:\"/registry/events/openstack/\" range_end:\"/registry/events/openstack0\" limit:500 "}