{"level":"warn","ts":"2026-07-27T21:45:31.460762Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-27T21:45:31.46098Z","caller":"etcdmain/etcd.go:73","msg":"Running: ","args":["etcd","--advertise-client-urls=https://199.204.45.138:2379","--cert-file=/etc/kubernetes/pki/etcd/server.crt","--client-cert-auth=true","--data-dir=/var/lib/etcd","--experimental-initial-corrupt-check=true","--experimental-watch-progress-notify-interval=5s","--initial-advertise-peer-urls=https://199.204.45.138:2380","--initial-cluster=instance=https://199.204.45.138:2380","--key-file=/etc/kubernetes/pki/etcd/server.key","--listen-client-urls=https://127.0.0.1:2379,https://199.204.45.138:2379","--listen-metrics-urls=http://127.0.0.1:2381","--listen-peer-urls=https://199.204.45.138:2380","--name=instance","--peer-cert-file=/etc/kubernetes/pki/etcd/peer.crt","--peer-client-cert-auth=true","--peer-key-file=/etc/kubernetes/pki/etcd/peer.key","--peer-trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt","--snapshot-count=10000","--tls-min-version=TLS1.3","--trusted-ca-file=/etc/kubernetes/pki/etcd/ca.crt"]} {"level":"warn","ts":"2026-07-27T21:45:31.461078Z","caller":"embed/config.go:679","msg":"Running http and grpc server on single port. This is not recommended for production."} {"level":"info","ts":"2026-07-27T21:45:31.461095Z","caller":"embed/etcd.go:127","msg":"configuring peer listeners","listen-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-07-27T21:45:31.461117Z","caller":"embed/etcd.go:494","msg":"starting with peer TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/peer.crt, key = /etc/kubernetes/pki/etcd/peer.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-27T21:45:31.461925Z","caller":"embed/etcd.go:135","msg":"configuring client listeners","listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"]} {"level":"info","ts":"2026-07-27T21:45:31.462015Z","caller":"embed/etcd.go:308","msg":"starting an etcd server","etcd-version":"3.5.12","git-sha":"e7b3bb6cc","go-version":"go1.20.13","go-os":"linux","go-arch":"amd64","max-cpu-set":16,"max-cpu-available":16,"member-initialized":false,"name":"instance","data-dir":"/var/lib/etcd","wal-dir":"","wal-dir-dedicated":"","member-dir":"/var/lib/etcd/member","force-new-cluster":false,"heartbeat-interval":"100ms","election-timeout":"1s","initial-election-tick-advance":true,"snapshot-count":10000,"max-wals":5,"max-snapshots":5,"snapshot-catchup-entries":5000,"initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"],"cors":["*"],"host-whitelist":["*"],"initial-cluster":"instance=https://199.204.45.138:2380","initial-cluster-state":"new","initial-cluster-token":"etcd-cluster","quota-backend-bytes":2147483648,"max-request-bytes":1572864,"max-concurrent-streams":4294967295,"pre-vote":true,"initial-corrupt-check":true,"corrupt-check-time-interval":"0s","compact-check-time-enabled":false,"compact-check-time-interval":"1m0s","auto-compaction-mode":"periodic","auto-compaction-retention":"0s","auto-compaction-interval":"0s","discovery-url":"","discovery-proxy":"","downgrade-check-interval":"5s"} {"level":"info","ts":"2026-07-27T21:45:31.467245Z","caller":"etcdserver/backend.go:81","msg":"opened backend db","path":"/var/lib/etcd/member/snap/db","took":"4.01906ms"} {"level":"info","ts":"2026-07-27T21:45:31.474687Z","caller":"etcdserver/raft.go:495","msg":"starting local member","local-member-id":"f3d52791b64f7591","cluster-id":"90076b89649fe294"} {"level":"info","ts":"2026-07-27T21:45:31.474812Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=()"} {"level":"info","ts":"2026-07-27T21:45:31.47485Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 0"} {"level":"info","ts":"2026-07-27T21:45:31.474863Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"newRaft f3d52791b64f7591 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"} {"level":"info","ts":"2026-07-27T21:45:31.474877Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became follower at term 1"} {"level":"info","ts":"2026-07-27T21:45:31.47493Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"warn","ts":"2026-07-27T21:45:31.4798Z","caller":"auth/store.go:1241","msg":"simple token is not cryptographically signed"} {"level":"info","ts":"2026-07-27T21:45:31.481445Z","caller":"mvcc/kvstore.go:407","msg":"kvstore restored","current-rev":1} {"level":"info","ts":"2026-07-27T21:45:31.482627Z","caller":"etcdserver/quota.go:94","msg":"enabled backend quota with default value","quota-name":"v3-applier","quota-size-bytes":2147483648,"quota-size":"2.1 GB"} {"level":"info","ts":"2026-07-27T21:45:31.485173Z","caller":"etcdserver/server.go:860","msg":"starting etcd server","local-member-id":"f3d52791b64f7591","local-server-version":"3.5.12","cluster-version":"to_be_decided"} {"level":"info","ts":"2026-07-27T21:45:31.485347Z","caller":"etcdserver/server.go:744","msg":"started as single-node; fast-forwarding election ticks","local-member-id":"f3d52791b64f7591","forward-ticks":9,"forward-duration":"900ms","election-ticks":10,"election-timeout":"1s"} {"level":"info","ts":"2026-07-27T21:45:31.48547Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap.db","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T21:45:31.485577Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/snap","suffix":"snap","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T21:45:31.485593Z","caller":"fileutil/purge.go:50","msg":"started to purge file","dir":"/var/lib/etcd/member/wal","suffix":"wal","max":5,"interval":"30s"} {"level":"info","ts":"2026-07-27T21:45:31.487999Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 switched to configuration voters=(17569993028038260113)"} {"level":"info","ts":"2026-07-27T21:45:31.488188Z","caller":"membership/cluster.go:421","msg":"added member","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","added-peer-id":"f3d52791b64f7591","added-peer-peer-urls":["https://199.204.45.138:2380"]} {"level":"info","ts":"2026-07-27T21:45:31.490623Z","caller":"embed/etcd.go:726","msg":"starting with client TLS","tls-info":"cert = /etc/kubernetes/pki/etcd/server.crt, key = /etc/kubernetes/pki/etcd/server.key, client-cert=, client-key=, trusted-ca = /etc/kubernetes/pki/etcd/ca.crt, client-cert-auth = true, crl-file = ","cipher-suites":[]} {"level":"info","ts":"2026-07-27T21:45:31.49098Z","caller":"embed/etcd.go:597","msg":"serving peer traffic","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-07-27T21:45:31.491075Z","caller":"embed/etcd.go:569","msg":"cmux::serve","address":"199.204.45.138:2380"} {"level":"info","ts":"2026-07-27T21:45:31.491007Z","caller":"embed/etcd.go:277","msg":"now serving peer/client/metrics","local-member-id":"f3d52791b64f7591","initial-advertise-peer-urls":["https://199.204.45.138:2380"],"listen-peer-urls":["https://199.204.45.138:2380"],"advertise-client-urls":["https://199.204.45.138:2379"],"listen-client-urls":["https://127.0.0.1:2379","https://199.204.45.138:2379"],"listen-metrics-urls":["http://127.0.0.1:2381"]} {"level":"info","ts":"2026-07-27T21:45:31.491135Z","caller":"embed/etcd.go:857","msg":"serving metrics","address":"http://127.0.0.1:2381"} {"level":"info","ts":"2026-07-27T21:45:32.175799Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 is starting a new election at term 1"} {"level":"info","ts":"2026-07-27T21:45:32.175855Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became pre-candidate at term 1"} {"level":"info","ts":"2026-07-27T21:45:32.17587Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgPreVoteResp from f3d52791b64f7591 at term 1"} {"level":"info","ts":"2026-07-27T21:45:32.175882Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became candidate at term 2"} {"level":"info","ts":"2026-07-27T21:45:32.175887Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 received MsgVoteResp from f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-07-27T21:45:32.175895Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"f3d52791b64f7591 became leader at term 2"} {"level":"info","ts":"2026-07-27T21:45:32.175907Z","logger":"raft","caller":"etcdserver/zap_raft.go:77","msg":"raft.node: f3d52791b64f7591 elected leader f3d52791b64f7591 at term 2"} {"level":"info","ts":"2026-07-27T21:45:32.17714Z","caller":"etcdserver/server.go:2068","msg":"published local member to cluster through raft","local-member-id":"f3d52791b64f7591","local-member-attributes":"{Name:instance ClientURLs:[https://199.204.45.138:2379]}","request-path":"/0/members/f3d52791b64f7591/attributes","cluster-id":"90076b89649fe294","publish-timeout":"7s"} {"level":"info","ts":"2026-07-27T21:45:32.177221Z","caller":"etcdserver/server.go:2578","msg":"setting up initial cluster version using v2 API","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T21:45:32.177327Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-27T21:45:32.177428Z","caller":"embed/serve.go:103","msg":"ready to serve client requests"} {"level":"info","ts":"2026-07-27T21:45:32.177869Z","caller":"etcdmain/main.go:44","msg":"notifying init daemon"} {"level":"info","ts":"2026-07-27T21:45:32.177925Z","caller":"etcdmain/main.go:50","msg":"successfully notified init daemon"} {"level":"info","ts":"2026-07-27T21:45:32.180496Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"199.204.45.138:2379"} {"level":"info","ts":"2026-07-27T21:45:32.180886Z","caller":"embed/serve.go:250","msg":"serving client traffic securely","traffic":"grpc+http","address":"127.0.0.1:2379"} {"level":"info","ts":"2026-07-27T21:45:32.190443Z","caller":"membership/cluster.go:584","msg":"set initial cluster version","cluster-id":"90076b89649fe294","local-member-id":"f3d52791b64f7591","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T21:45:32.190567Z","caller":"api/capability.go:75","msg":"enabled capabilities for version","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T21:45:32.190605Z","caller":"etcdserver/server.go:2602","msg":"cluster version is updated","cluster-version":"3.5"} {"level":"info","ts":"2026-07-27T21:45:33.680497Z","caller":"traceutil/trace.go:171","msg":"trace[1176780739] transaction","detail":"{read_only:false; response_revision:5; number_of_response:1; }","duration":"105.818272ms","start":"2026-07-27T21:45:33.574636Z","end":"2026-07-27T21:45:33.680454Z","steps":["trace[1176780739] 'process raft request' (duration: 105.647636ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:45:33.68059Z","caller":"traceutil/trace.go:171","msg":"trace[1113042127] transaction","detail":"{read_only:false; response_revision:7; number_of_response:1; }","duration":"105.77385ms","start":"2026-07-27T21:45:33.574787Z","end":"2026-07-27T21:45:33.680561Z","steps":["trace[1113042127] 'process raft request' (duration: 105.633406ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:45:33.680624Z","caller":"traceutil/trace.go:171","msg":"trace[1301736752] transaction","detail":"{read_only:false; response_revision:6; number_of_response:1; }","duration":"105.921895ms","start":"2026-07-27T21:45:33.574664Z","end":"2026-07-27T21:45:33.680586Z","steps":["trace[1301736752] 'process raft request' (duration: 105.711708ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:45:33.680648Z","caller":"traceutil/trace.go:171","msg":"trace[729223612] linearizableReadLoop","detail":"{readStateIndex:11; appliedIndex:6; }","duration":"105.080757ms","start":"2026-07-27T21:45:33.575548Z","end":"2026-07-27T21:45:33.680629Z","steps":["trace[729223612] 'read index received' (duration: 83.046039ms)","trace[729223612] 'applied index is now lower than readState.Index' (duration: 22.033398ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:45:33.680791Z","caller":"traceutil/trace.go:171","msg":"trace[544319182] transaction","detail":"{read_only:false; response_revision:8; number_of_response:1; }","duration":"105.224452ms","start":"2026-07-27T21:45:33.575504Z","end":"2026-07-27T21:45:33.680729Z","steps":["trace[544319182] 'process raft request' (duration: 104.951004ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:45:33.680824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.224183ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T21:45:33.680963Z","caller":"traceutil/trace.go:171","msg":"trace[2075873644] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:11; }","duration":"105.400018ms","start":"2026-07-27T21:45:33.575543Z","end":"2026-07-27T21:45:33.680928Z","steps":["trace[2075873644] 'agreement among raft nodes before linearized reading' (duration: 105.14858ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:45:33.680963Z","caller":"traceutil/trace.go:171","msg":"trace[747208257] transaction","detail":"{read_only:false; response_revision:9; number_of_response:1; }","duration":"105.041597ms","start":"2026-07-27T21:45:33.575815Z","end":"2026-07-27T21:45:33.680856Z","steps":["trace[747208257] 'process raft request' (duration: 104.673515ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:45:33.752977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.137187ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/kube-system\" ","response":"range_response_count:0 size:4"} {"level":"info","ts":"2026-07-27T21:45:33.753146Z","caller":"traceutil/trace.go:171","msg":"trace[107560760] range","detail":"{range_begin:/registry/namespaces/kube-system; range_end:; response_count:0; response_revision:12; }","duration":"127.315782ms","start":"2026-07-27T21:45:33.625808Z","end":"2026-07-27T21:45:33.753124Z","steps":["trace[107560760] 'agreement among raft nodes before linearized reading' (duration: 127.067124ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:45:35.335704Z","caller":"traceutil/trace.go:171","msg":"trace[953071310] transaction","detail":"{read_only:false; response_revision:233; number_of_response:1; }","duration":"167.946659ms","start":"2026-07-27T21:45:35.167724Z","end":"2026-07-27T21:45:35.33567Z","steps":["trace[953071310] 'process raft request' (duration: 158.479034ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:45:43.306832Z","caller":"traceutil/trace.go:171","msg":"trace[1717802458] transaction","detail":"{read_only:false; response_revision:396; number_of_response:1; }","duration":"125.162213ms","start":"2026-07-27T21:45:43.181636Z","end":"2026-07-27T21:45:43.306798Z","steps":["trace[1717802458] 'process raft request' (duration: 92.732151ms)","trace[1717802458] 'compare' (duration: 32.248056ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:45:50.437079Z","caller":"traceutil/trace.go:171","msg":"trace[679300770] linearizableReadLoop","detail":"{readStateIndex:432; appliedIndex:431; }","duration":"103.59003ms","start":"2026-07-27T21:45:50.333463Z","end":"2026-07-27T21:45:50.437053Z","steps":["trace[679300770] 'read index received' (duration: 103.493826ms)","trace[679300770] 'applied index is now lower than readState.Index' (duration: 92.463µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:45:50.437129Z","caller":"traceutil/trace.go:171","msg":"trace[258027995] transaction","detail":"{read_only:false; response_revision:417; number_of_response:1; }","duration":"330.325608ms","start":"2026-07-27T21:45:50.106764Z","end":"2026-07-27T21:45:50.437089Z","steps":["trace[258027995] 'process raft request' (duration: 330.126301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:45:50.437217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.737505ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:45:50.437267Z","caller":"traceutil/trace.go:171","msg":"trace[692026109] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:417; }","duration":"103.853028ms","start":"2026-07-27T21:45:50.333402Z","end":"2026-07-27T21:45:50.437255Z","steps":["trace[692026109] 'agreement among raft nodes before linearized reading' (duration: 103.757665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:45:50.43773Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:45:50.106742Z","time spent":"330.474163ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:45:51.144168Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.865491ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-27T21:45:51.144275Z","caller":"traceutil/trace.go:171","msg":"trace[1225013528] linearizableReadLoop","detail":"{readStateIndex:433; appliedIndex:432; }","duration":"205.00416ms","start":"2026-07-27T21:45:50.939255Z","end":"2026-07-27T21:45:51.144259Z","steps":["trace[1225013528] 'read index received' (duration: 58.612µs)","trace[1225013528] 'applied index is now lower than readState.Index' (duration: 204.944057ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:45:51.144405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"188.260582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-27T21:45:51.14444Z","caller":"traceutil/trace.go:171","msg":"trace[1223622347] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:417; }","duration":"188.342804ms","start":"2026-07-27T21:45:50.956088Z","end":"2026-07-27T21:45:51.144431Z","steps":["trace[1223622347] 'agreement among raft nodes before linearized reading' (duration: 188.258301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:45:51.144426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.155144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T21:45:51.144512Z","caller":"traceutil/trace.go:171","msg":"trace[1530257713] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:417; }","duration":"205.289599ms","start":"2026-07-27T21:45:50.939204Z","end":"2026-07-27T21:45:51.144493Z","steps":["trace[1530257713] 'agreement among raft nodes before linearized reading' (duration: 205.122594ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:46:10.812992Z","caller":"traceutil/trace.go:171","msg":"trace[533854912] transaction","detail":"{read_only:false; response_revision:560; number_of_response:1; }","duration":"390.475891ms","start":"2026-07-27T21:46:10.422477Z","end":"2026-07-27T21:46:10.812953Z","steps":["trace[533854912] 'process raft request' (duration: 352.382691ms)","trace[533854912] 'compare' (duration: 37.862843ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:46:10.813212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:10.422447Z","time spent":"390.628446ms","remote":"127.0.0.1:37540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":10846,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:46:10.813282Z","caller":"traceutil/trace.go:171","msg":"trace[1174875796] transaction","detail":"{read_only:false; response_revision:561; number_of_response:1; }","duration":"390.481952ms","start":"2026-07-27T21:46:10.422783Z","end":"2026-07-27T21:46:10.813265Z","steps":["trace[1174875796] 'process raft request' (duration: 390.262165ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:10.813383Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:10.422759Z","time spent":"390.573304ms","remote":"127.0.0.1:37540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":31111,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:46:10.813369Z","caller":"traceutil/trace.go:171","msg":"trace[1472759649] transaction","detail":"{read_only:false; response_revision:562; number_of_response:1; }","duration":"311.813683ms","start":"2026-07-27T21:46:10.501527Z","end":"2026-07-27T21:46:10.813341Z","steps":["trace[1472759649] 'process raft request' (duration: 311.672948ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:10.813516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:10.501484Z","time spent":"312.006989ms","remote":"127.0.0.1:37540","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":149907,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T21:46:10.82228Z","caller":"traceutil/trace.go:171","msg":"trace[721221678] linearizableReadLoop","detail":"{readStateIndex:584; appliedIndex:581; }","duration":"294.658964ms","start":"2026-07-27T21:46:10.527586Z","end":"2026-07-27T21:46:10.822245Z","steps":["trace[721221678] 'read index received' (duration: 247.359469ms)","trace[721221678] 'applied index is now lower than readState.Index' (duration: 47.297915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:46:10.822436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"294.83168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T21:46:10.822478Z","caller":"traceutil/trace.go:171","msg":"trace[1565575277] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:562; }","duration":"294.919722ms","start":"2026-07-27T21:46:10.527547Z","end":"2026-07-27T21:46:10.822466Z","steps":["trace[1565575277] 'agreement among raft nodes before linearized reading' (duration: 294.807288ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:46:17.911695Z","caller":"traceutil/trace.go:171","msg":"trace[1486553087] transaction","detail":"{read_only:false; response_revision:632; number_of_response:1; }","duration":"219.527218ms","start":"2026-07-27T21:46:17.692141Z","end":"2026-07-27T21:46:17.911668Z","steps":["trace[1486553087] 'process raft request' (duration: 218.779974ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:19.086471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"754.30207ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:46:19.086539Z","caller":"traceutil/trace.go:171","msg":"trace[246940281] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:634; }","duration":"754.425224ms","start":"2026-07-27T21:46:18.3321Z","end":"2026-07-27T21:46:19.086526Z","steps":["trace[246940281] 'range keys from in-memory index tree' (duration: 754.214327ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:19.086576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:18.33208Z","time spent":"754.486246ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T21:46:19.086598Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.61169ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-5zrl4\" ","response":"range_response_count:1 size:16965"} {"level":"info","ts":"2026-07-27T21:46:19.086706Z","caller":"traceutil/trace.go:171","msg":"trace[1476900794] range","detail":"{range_begin:/registry/pods/kube-system/cilium-5zrl4; range_end:; response_count:1; response_revision:634; }","duration":"868.775305ms","start":"2026-07-27T21:46:18.217905Z","end":"2026-07-27T21:46:19.086681Z","steps":["trace[1476900794] 'range keys from in-memory index tree' (duration: 868.412373ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:19.086764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:18.217882Z","time spent":"868.871428ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":41,"response count":1,"response size":16989,"request content":"key:\"/registry/pods/kube-system/cilium-5zrl4\" "} {"level":"warn","ts":"2026-07-27T21:46:19.088914Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.262604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:46:19.089667Z","caller":"traceutil/trace.go:171","msg":"trace[1303749520] transaction","detail":"{read_only:false; response_revision:635; number_of_response:1; }","duration":"651.444936ms","start":"2026-07-27T21:46:18.438132Z","end":"2026-07-27T21:46:19.089577Z","steps":["trace[1303749520] 'process raft request' (duration: 474.329656ms)","trace[1303749520] 'compare' (duration: 175.399645ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:46:19.089759Z","caller":"traceutil/trace.go:171","msg":"trace[758705328] linearizableReadLoop","detail":"{readStateIndex:659; appliedIndex:658; }","duration":"219.935071ms","start":"2026-07-27T21:46:18.869068Z","end":"2026-07-27T21:46:19.089003Z","steps":["trace[758705328] 'read index received' (duration: 42.874202ms)","trace[758705328] 'applied index is now lower than readState.Index' (duration: 177.059679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:46:19.090032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.926813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T21:46:19.090345Z","caller":"traceutil/trace.go:171","msg":"trace[473026855] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:635; }","duration":"221.15457ms","start":"2026-07-27T21:46:18.869018Z","end":"2026-07-27T21:46:19.090172Z","steps":["trace[473026855] 'agreement among raft nodes before linearized reading' (duration: 220.729847ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:19.092836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:18.438105Z","time spent":"651.749876ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1036225,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:46:19.813547Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399162010,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T21:46:20.41485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"580.301889ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:46:20.414991Z","caller":"traceutil/trace.go:171","msg":"trace[1087783981] linearizableReadLoop","detail":"{readStateIndex:662; appliedIndex:660; }","duration":"1.10226676s","start":"2026-07-27T21:46:19.312713Z","end":"2026-07-27T21:46:20.41498Z","steps":["trace[1087783981] 'read index received' (duration: 521.665182ms)","trace[1087783981] 'applied index is now lower than readState.Index' (duration: 580.600998ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:46:20.415079Z","caller":"traceutil/trace.go:171","msg":"trace[1074538067] transaction","detail":"{read_only:false; response_revision:637; number_of_response:1; }","duration":"1.312840812s","start":"2026-07-27T21:46:19.102231Z","end":"2026-07-27T21:46:20.415071Z","steps":["trace[1074538067] 'process raft request' (duration: 732.257004ms)","trace[1074538067] 'compare' (duration: 580.037171ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:46:20.415117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:19.10221Z","time spent":"1.312886873s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":17134,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:46:20.415187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.102480517s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T21:46:20.415228Z","caller":"traceutil/trace.go:171","msg":"trace[1169050695] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:638; }","duration":"1.102547879s","start":"2026-07-27T21:46:19.312669Z","end":"2026-07-27T21:46:20.415217Z","steps":["trace[1169050695] 'agreement among raft nodes before linearized reading' (duration: 1.102429875s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:20.41525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:19.312646Z","time spent":"1.102599911s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T21:46:20.415267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.057535068s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-27T21:46:20.415288Z","caller":"traceutil/trace.go:171","msg":"trace[946043209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:638; }","duration":"1.05759676s","start":"2026-07-27T21:46:19.357683Z","end":"2026-07-27T21:46:20.41528Z","steps":["trace[946043209] 'agreement among raft nodes before linearized reading' (duration: 1.057540648s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:20.415311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:19.357663Z","time spent":"1.057644252s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T21:46:20.415375Z","caller":"traceutil/trace.go:171","msg":"trace[1969009172] transaction","detail":"{read_only:false; response_revision:638; number_of_response:1; }","duration":"1.263606726s","start":"2026-07-27T21:46:19.151762Z","end":"2026-07-27T21:46:20.415369Z","steps":["trace[1969009172] 'process raft request' (duration: 1.263167912s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:20.415411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:19.151736Z","time spent":"1.263654307s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1092,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T21:46:20.415629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"839.506608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T21:46:20.415716Z","caller":"traceutil/trace.go:171","msg":"trace[1253410003] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:638; }","duration":"839.645712ms","start":"2026-07-27T21:46:19.57605Z","end":"2026-07-27T21:46:20.415696Z","steps":["trace[1253410003] 'agreement among raft nodes before linearized reading' (duration: 839.367993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:20.415765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:19.576031Z","time spent":"839.724545ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T21:46:25.593135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.321408ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:46:25.593275Z","caller":"traceutil/trace.go:171","msg":"trace[674688389] transaction","detail":"{read_only:false; response_revision:722; number_of_response:1; }","duration":"209.354563ms","start":"2026-07-27T21:46:25.383903Z","end":"2026-07-27T21:46:25.593258Z","steps":["trace[674688389] 'process raft request' (duration: 90.826629ms)","trace[674688389] 'compare' (duration: 118.200744ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:46:36.726077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.140311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T21:46:36.726092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.437296ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-27T21:46:36.726186Z","caller":"traceutil/trace.go:171","msg":"trace[880408815] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:806; }","duration":"395.266755ms","start":"2026-07-27T21:46:36.330899Z","end":"2026-07-27T21:46:36.726166Z","steps":["trace[880408815] 'range keys from in-memory index tree' (duration: 395.060809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:36.726228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:36.33088Z","time spent":"395.338807ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T21:46:36.726053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.543964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T21:46:36.726228Z","caller":"traceutil/trace.go:171","msg":"trace[1428496760] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:806; }","duration":"140.613952ms","start":"2026-07-27T21:46:36.585592Z","end":"2026-07-27T21:46:36.726206Z","steps":["trace[1428496760] 'range keys from in-memory index tree' (duration: 140.327563ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:46:36.726309Z","caller":"traceutil/trace.go:171","msg":"trace[395953470] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:806; }","duration":"147.847874ms","start":"2026-07-27T21:46:36.57844Z","end":"2026-07-27T21:46:36.726288Z","steps":["trace[395953470] 'range keys from in-memory index tree' (duration: 147.366758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:36.726053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"405.924606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7vmz8\" ","response":"range_response_count:1 size:3965"} {"level":"info","ts":"2026-07-27T21:46:36.72658Z","caller":"traceutil/trace.go:171","msg":"trace[1454408983] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7vmz8; range_end:; response_count:1; response_revision:806; }","duration":"406.489855ms","start":"2026-07-27T21:46:36.320048Z","end":"2026-07-27T21:46:36.726537Z","steps":["trace[1454408983] 'range keys from in-memory index tree' (duration: 405.790842ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:46:36.72659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.665844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-27T21:46:36.726657Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:46:36.320026Z","time spent":"406.608258ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":3989,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-gateway-helm-certgen-7vmz8\" "} {"level":"info","ts":"2026-07-27T21:46:36.726671Z","caller":"traceutil/trace.go:171","msg":"trace[1185689246] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:806; }","duration":"140.776587ms","start":"2026-07-27T21:46:36.585882Z","end":"2026-07-27T21:46:36.726659Z","steps":["trace[1185689246] 'range keys from in-memory index tree' (duration: 139.863958ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:47:14.106433Z","caller":"traceutil/trace.go:171","msg":"trace[678365900] transaction","detail":"{read_only:false; response_revision:1236; number_of_response:1; }","duration":"631.218934ms","start":"2026-07-27T21:47:13.475187Z","end":"2026-07-27T21:47:14.106406Z","steps":["trace[678365900] 'process raft request' (duration: 630.655276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:47:14.106582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:47:13.47516Z","time spent":"631.353048ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:47:27.510795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"179.195651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:47:27.510876Z","caller":"traceutil/trace.go:171","msg":"trace[1508439497] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1363; }","duration":"179.318205ms","start":"2026-07-27T21:47:27.331541Z","end":"2026-07-27T21:47:27.51086Z","steps":["trace[1508439497] 'range keys from in-memory index tree' (duration: 179.051727ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:47:32.443359Z","caller":"traceutil/trace.go:171","msg":"trace[532601902] linearizableReadLoop","detail":"{readStateIndex:1517; appliedIndex:1516; }","duration":"185.649848ms","start":"2026-07-27T21:47:32.257678Z","end":"2026-07-27T21:47:32.443328Z","steps":["trace[532601902] 'read index received' (duration: 185.191253ms)","trace[532601902] 'applied index is now lower than readState.Index' (duration: 457.195µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:47:32.443404Z","caller":"traceutil/trace.go:171","msg":"trace[707202118] transaction","detail":"{read_only:false; response_revision:1471; number_of_response:1; }","duration":"239.760267ms","start":"2026-07-27T21:47:32.203609Z","end":"2026-07-27T21:47:32.443369Z","steps":["trace[707202118] 'process raft request' (duration: 239.322173ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:47:32.443589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.153323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T21:47:32.443591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.801769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T21:47:32.443653Z","caller":"traceutil/trace.go:171","msg":"trace[215103005] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:1471; }","duration":"151.920283ms","start":"2026-07-27T21:47:32.29172Z","end":"2026-07-27T21:47:32.44364Z","steps":["trace[215103005] 'agreement among raft nodes before linearized reading' (duration: 151.787749ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:47:32.443644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.957088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-27T21:47:32.443825Z","caller":"traceutil/trace.go:171","msg":"trace[1499868825] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1471; }","duration":"186.184635ms","start":"2026-07-27T21:47:32.257625Z","end":"2026-07-27T21:47:32.443809Z","steps":["trace[1499868825] 'agreement among raft nodes before linearized reading' (duration: 185.869625ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:47:32.443654Z","caller":"traceutil/trace.go:171","msg":"trace[1208742744] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:1471; }","duration":"111.243216ms","start":"2026-07-27T21:47:32.332392Z","end":"2026-07-27T21:47:32.443635Z","steps":["trace[1208742744] 'agreement among raft nodes before linearized reading' (duration: 111.152663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:47:35.332389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.828123ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:47:35.332617Z","caller":"traceutil/trace.go:171","msg":"trace[93078527] transaction","detail":"{read_only:false; response_revision:1486; number_of_response:1; }","duration":"205.926131ms","start":"2026-07-27T21:47:35.126675Z","end":"2026-07-27T21:47:35.332601Z","steps":["trace[93078527] 'process raft request' (duration: 205.826408ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:47:35.33262Z","caller":"traceutil/trace.go:171","msg":"trace[1767325903] linearizableReadLoop","detail":"{readStateIndex:1531; appliedIndex:1530; }","duration":"218.116443ms","start":"2026-07-27T21:47:35.114479Z","end":"2026-07-27T21:47:35.332596Z","steps":["trace[1767325903] 'read index received' (duration: 41.886237ms)","trace[1767325903] 'applied index is now lower than readState.Index' (duration: 176.228386ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:47:35.332726Z","caller":"traceutil/trace.go:171","msg":"trace[1261844936] transaction","detail":"{read_only:false; response_revision:1485; number_of_response:1; }","duration":"280.219969ms","start":"2026-07-27T21:47:35.052336Z","end":"2026-07-27T21:47:35.332556Z","steps":["trace[1261844936] 'process raft request' (duration: 104.012544ms)","trace[1261844936] 'compare' (duration: 175.599626ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:47:35.332913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"218.424522ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T21:47:35.332949Z","caller":"traceutil/trace.go:171","msg":"trace[785551484] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1486; }","duration":"218.513576ms","start":"2026-07-27T21:47:35.114426Z","end":"2026-07-27T21:47:35.332939Z","steps":["trace[785551484] 'agreement among raft nodes before linearized reading' (duration: 218.293039ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:47:35.734631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.505544ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:47:35.73472Z","caller":"traceutil/trace.go:171","msg":"trace[1526210344] linearizableReadLoop","detail":"{readStateIndex:1533; appliedIndex:1532; }","duration":"350.886731ms","start":"2026-07-27T21:47:35.383822Z","end":"2026-07-27T21:47:35.734709Z","steps":["trace[1526210344] 'read index received' (duration: 244.229232ms)","trace[1526210344] 'applied index is now lower than readState.Index' (duration: 106.656659ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:47:35.734749Z","caller":"traceutil/trace.go:171","msg":"trace[649912256] transaction","detail":"{read_only:false; response_revision:1487; number_of_response:1; }","duration":"397.477689ms","start":"2026-07-27T21:47:35.337242Z","end":"2026-07-27T21:47:35.73472Z","steps":["trace[649912256] 'process raft request' (duration: 290.81706ms)","trace[649912256] 'compare' (duration: 106.391491ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:47:35.734849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:47:35.337215Z","time spent":"397.578863ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:47:35.734894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"351.065837ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T21:47:35.734966Z","caller":"traceutil/trace.go:171","msg":"trace[1850582863] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:1487; }","duration":"351.14456ms","start":"2026-07-27T21:47:35.383805Z","end":"2026-07-27T21:47:35.73495Z","steps":["trace[1850582863] 'agreement among raft nodes before linearized reading' (duration: 350.935353ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:47:35.735009Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:47:35.383748Z","time spent":"351.253673ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":159,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-07-27T21:47:38.143714Z","caller":"traceutil/trace.go:171","msg":"trace[651701851] transaction","detail":"{read_only:false; response_revision:1531; number_of_response:1; }","duration":"119.457331ms","start":"2026-07-27T21:47:38.024228Z","end":"2026-07-27T21:47:38.143686Z","steps":["trace[651701851] 'process raft request' (duration: 98.702834ms)","trace[651701851] 'compare' (duration: 20.614792ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:47:53.024069Z","caller":"traceutil/trace.go:171","msg":"trace[1728248997] transaction","detail":"{read_only:false; response_revision:1781; number_of_response:1; }","duration":"118.333075ms","start":"2026-07-27T21:47:52.905495Z","end":"2026-07-27T21:47:53.023828Z","steps":["trace[1728248997] 'process raft request' (duration: 118.150719ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:00.748719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"474.602658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:48:00.748817Z","caller":"traceutil/trace.go:171","msg":"trace[1453088647] linearizableReadLoop","detail":"{readStateIndex:1963; appliedIndex:1962; }","duration":"289.071613ms","start":"2026-07-27T21:48:00.459728Z","end":"2026-07-27T21:48:00.748799Z","steps":["trace[1453088647] 'read index received' (duration: 43.581µs)","trace[1453088647] 'applied index is now lower than readState.Index' (duration: 289.027102ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:48:00.749024Z","caller":"traceutil/trace.go:171","msg":"trace[1037836009] transaction","detail":"{read_only:false; response_revision:1889; number_of_response:1; }","duration":"579.081758ms","start":"2026-07-27T21:48:00.169933Z","end":"2026-07-27T21:48:00.749015Z","steps":["trace[1037836009] 'process raft request' (duration: 104.098257ms)","trace[1037836009] 'compare' (duration: 474.464104ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:48:00.749081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:00.169909Z","time spent":"579.149419ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:00.74928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.535198ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-27T21:48:00.749349Z","caller":"traceutil/trace.go:171","msg":"trace[1826026311] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1889; }","duration":"289.654262ms","start":"2026-07-27T21:48:00.459675Z","end":"2026-07-27T21:48:00.749329Z","steps":["trace[1826026311] 'agreement among raft nodes before linearized reading' (duration: 289.422405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:00.754378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.20495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T21:48:00.754458Z","caller":"traceutil/trace.go:171","msg":"trace[965726374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:1890; }","duration":"127.296873ms","start":"2026-07-27T21:48:00.627144Z","end":"2026-07-27T21:48:00.75444Z","steps":["trace[965726374] 'agreement among raft nodes before linearized reading' (duration: 127.084376ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:00.754747Z","caller":"traceutil/trace.go:171","msg":"trace[14012747] transaction","detail":"{read_only:false; response_revision:1890; number_of_response:1; }","duration":"134.309308ms","start":"2026-07-27T21:48:00.620412Z","end":"2026-07-27T21:48:00.754721Z","steps":["trace[14012747] 'process raft request' (duration: 133.677138ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:00.754968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.453168ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T21:48:00.755092Z","caller":"traceutil/trace.go:171","msg":"trace[1562940810] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:1890; }","duration":"127.596343ms","start":"2026-07-27T21:48:00.627455Z","end":"2026-07-27T21:48:00.755051Z","steps":["trace[1562940810] 'agreement among raft nodes before linearized reading' (duration: 127.231471ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:01.13199Z","caller":"traceutil/trace.go:171","msg":"trace[209069129] transaction","detail":"{read_only:false; response_revision:1893; number_of_response:1; }","duration":"371.14182ms","start":"2026-07-27T21:48:00.760824Z","end":"2026-07-27T21:48:01.131966Z","steps":["trace[209069129] 'process raft request' (duration: 371.078888ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:01.132007Z","caller":"traceutil/trace.go:171","msg":"trace[1849757076] transaction","detail":"{read_only:false; response_revision:1892; number_of_response:1; }","duration":"373.232628ms","start":"2026-07-27T21:48:00.758749Z","end":"2026-07-27T21:48:01.131982Z","steps":["trace[1849757076] 'process raft request' (duration: 373.00999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:01.132284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:00.760708Z","time spent":"371.44337ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3732,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:01.132513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:00.75873Z","time spent":"373.513587ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:01.365011Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.007407ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-27T21:48:01.365334Z","caller":"traceutil/trace.go:171","msg":"trace[2129756268] linearizableReadLoop","detail":"{readStateIndex:1968; appliedIndex:1965; }","duration":"441.44446ms","start":"2026-07-27T21:48:00.923868Z","end":"2026-07-27T21:48:01.365312Z","steps":["trace[2129756268] 'read index received' (duration: 207.878282ms)","trace[2129756268] 'applied index is now lower than readState.Index' (duration: 233.564158ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:48:01.365507Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"441.639676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-44b83972-48fc-4e05-8928-d3285bd50881\" ","response":"range_response_count:1 size:3747"} {"level":"info","ts":"2026-07-27T21:48:01.365579Z","caller":"traceutil/trace.go:171","msg":"trace[89022764] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-44b83972-48fc-4e05-8928-d3285bd50881; range_end:; response_count:1; response_revision:1893; }","duration":"441.77092ms","start":"2026-07-27T21:48:00.923791Z","end":"2026-07-27T21:48:01.365562Z","steps":["trace[89022764] 'agreement among raft nodes before linearized reading' (duration: 441.593345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:01.365616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:00.923756Z","time spent":"441.850553ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3771,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-44b83972-48fc-4e05-8928-d3285bd50881\" "} {"level":"warn","ts":"2026-07-27T21:48:01.365892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.281042ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-27T21:48:01.365954Z","caller":"traceutil/trace.go:171","msg":"trace[70292105] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:1893; }","duration":"309.378075ms","start":"2026-07-27T21:48:01.056558Z","end":"2026-07-27T21:48:01.365936Z","steps":["trace[70292105] 'agreement among raft nodes before linearized reading' (duration: 309.240401ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:01.366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:01.056542Z","time spent":"309.446378ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T21:48:01.366998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.527237ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-27T21:48:01.367075Z","caller":"traceutil/trace.go:171","msg":"trace[745295534] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:1893; }","duration":"135.654761ms","start":"2026-07-27T21:48:01.231405Z","end":"2026-07-27T21:48:01.367059Z","steps":["trace[745295534] 'agreement among raft nodes before linearized reading' (duration: 134.481653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:01.68483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.611702ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:48:01.685113Z","caller":"traceutil/trace.go:171","msg":"trace[152813932] transaction","detail":"{read_only:false; response_revision:1895; number_of_response:1; }","duration":"314.029397ms","start":"2026-07-27T21:48:01.371053Z","end":"2026-07-27T21:48:01.685082Z","steps":["trace[152813932] 'process raft request' (duration: 117.073314ms)","trace[152813932] 'compare' (duration: 196.444726ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:48:01.685161Z","caller":"traceutil/trace.go:171","msg":"trace[1543003927] transaction","detail":"{read_only:false; response_revision:1896; number_of_response:1; }","duration":"314.075318ms","start":"2026-07-27T21:48:01.371065Z","end":"2026-07-27T21:48:01.68514Z","steps":["trace[1543003927] 'process raft request' (duration: 313.879921ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:01.685244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:01.371047Z","time spent":"314.158621ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:01.685262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:01.371034Z","time spent":"314.14822ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:48:01.685361Z","caller":"traceutil/trace.go:171","msg":"trace[228590778] transaction","detail":"{read_only:false; response_revision:1897; number_of_response:1; }","duration":"273.40973ms","start":"2026-07-27T21:48:01.411932Z","end":"2026-07-27T21:48:01.685342Z","steps":["trace[228590778] 'process raft request' (duration: 273.127831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:01.685466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.108835ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:48:01.68534Z","caller":"traceutil/trace.go:171","msg":"trace[1195974954] linearizableReadLoop","detail":"{readStateIndex:1971; appliedIndex:1968; }","duration":"311.987781ms","start":"2026-07-27T21:48:01.373326Z","end":"2026-07-27T21:48:01.685314Z","steps":["trace[1195974954] 'read index received' (duration: 78.568997ms)","trace[1195974954] 'applied index is now lower than readState.Index' (duration: 233.417624ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:48:01.685525Z","caller":"traceutil/trace.go:171","msg":"trace[1681772952] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:1897; }","duration":"312.207908ms","start":"2026-07-27T21:48:01.373302Z","end":"2026-07-27T21:48:01.68551Z","steps":["trace[1681772952] 'agreement among raft nodes before linearized reading' (duration: 312.098214ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:01.685563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:01.373295Z","time spent":"312.25883ms","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":29,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"info","ts":"2026-07-27T21:48:02.08228Z","caller":"traceutil/trace.go:171","msg":"trace[360298900] linearizableReadLoop","detail":"{readStateIndex:1973; appliedIndex:1972; }","duration":"396.736915ms","start":"2026-07-27T21:48:01.685524Z","end":"2026-07-27T21:48:02.082261Z","steps":["trace[360298900] 'read index received' (duration: 396.616552ms)","trace[360298900] 'applied index is now lower than readState.Index' (duration: 119.563µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:48:02.082407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.354602ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:48:02.082431Z","caller":"traceutil/trace.go:171","msg":"trace[266862979] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:1898; }","duration":"535.429135ms","start":"2026-07-27T21:48:01.546994Z","end":"2026-07-27T21:48:02.082424Z","steps":["trace[266862979] 'agreement among raft nodes before linearized reading' (duration: 535.371753ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:02.082455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:01.546974Z","time spent":"535.474135ms","remote":"127.0.0.1:58976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T21:48:02.082667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.36895ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-27T21:48:02.082716Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"325.97876ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-27T21:48:02.082743Z","caller":"traceutil/trace.go:171","msg":"trace[1681086418] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1898; }","duration":"185.487243ms","start":"2026-07-27T21:48:01.897238Z","end":"2026-07-27T21:48:02.082725Z","steps":["trace[1681086418] 'agreement among raft nodes before linearized reading' (duration: 185.288017ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:02.082794Z","caller":"traceutil/trace.go:171","msg":"trace[1602328730] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1898; }","duration":"326.103695ms","start":"2026-07-27T21:48:01.756666Z","end":"2026-07-27T21:48:02.08277Z","steps":["trace[1602328730] 'agreement among raft nodes before linearized reading' (duration: 325.852237ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:02.082851Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:01.756648Z","time spent":"326.193607ms","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-27T21:48:02.082935Z","caller":"traceutil/trace.go:171","msg":"trace[1688786753] transaction","detail":"{read_only:false; response_revision:1898; number_of_response:1; }","duration":"492.837955ms","start":"2026-07-27T21:48:01.589481Z","end":"2026-07-27T21:48:02.082319Z","steps":["trace[1688786753] 'process raft request' (duration: 492.651829ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:02.083035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"471.088136ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T21:48:02.08317Z","caller":"traceutil/trace.go:171","msg":"trace[2002131473] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1898; }","duration":"471.257651ms","start":"2026-07-27T21:48:01.611895Z","end":"2026-07-27T21:48:02.083153Z","steps":["trace[2002131473] 'agreement among raft nodes before linearized reading' (duration: 470.453155ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:02.08312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:01.589277Z","time spent":"493.756754ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:02.08335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:01.611873Z","time spent":"471.333284ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T21:48:09.997331Z","caller":"traceutil/trace.go:171","msg":"trace[813558192] transaction","detail":"{read_only:false; response_revision:1974; number_of_response:1; }","duration":"248.696006ms","start":"2026-07-27T21:48:09.748604Z","end":"2026-07-27T21:48:09.9973Z","steps":["trace[813558192] 'process raft request' (duration: 248.52286ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:10.409853Z","caller":"traceutil/trace.go:171","msg":"trace[1296517083] transaction","detail":"{read_only:false; response_revision:1976; number_of_response:1; }","duration":"658.797191ms","start":"2026-07-27T21:48:09.751028Z","end":"2026-07-27T21:48:10.409825Z","steps":["trace[1296517083] 'process raft request' (duration: 658.735029ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:10.410022Z","caller":"traceutil/trace.go:171","msg":"trace[109656115] transaction","detail":"{read_only:false; response_revision:1975; number_of_response:1; }","duration":"659.858215ms","start":"2026-07-27T21:48:09.750136Z","end":"2026-07-27T21:48:10.409994Z","steps":["trace[109656115] 'process raft request' (duration: 659.439992ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:10.410061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:09.750999Z","time spent":"658.974217ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:10.410198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:09.750119Z","time spent":"659.971328ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:48:10.415353Z","caller":"traceutil/trace.go:171","msg":"trace[1974063697] linearizableReadLoop","detail":"{readStateIndex:2053; appliedIndex:2050; }","duration":"290.368936ms","start":"2026-07-27T21:48:10.124972Z","end":"2026-07-27T21:48:10.415341Z","steps":["trace[1974063697] 'read index received' (duration: 284.553529ms)","trace[1974063697] 'applied index is now lower than readState.Index' (duration: 5.814587ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:48:10.415395Z","caller":"traceutil/trace.go:171","msg":"trace[483347194] transaction","detail":"{read_only:false; response_revision:1977; number_of_response:1; }","duration":"293.834237ms","start":"2026-07-27T21:48:10.121542Z","end":"2026-07-27T21:48:10.415376Z","steps":["trace[483347194] 'process raft request' (duration: 293.676502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:10.415712Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"273.475013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"warn","ts":"2026-07-27T21:48:10.415683Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.692016ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"info","ts":"2026-07-27T21:48:10.415751Z","caller":"traceutil/trace.go:171","msg":"trace[2013326304] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:1978; }","duration":"273.538725ms","start":"2026-07-27T21:48:10.142203Z","end":"2026-07-27T21:48:10.415742Z","steps":["trace[2013326304] 'agreement among raft nodes before linearized reading' (duration: 273.36255ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:10.415719Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.746341ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T21:48:10.415811Z","caller":"traceutil/trace.go:171","msg":"trace[1394302436] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:1978; }","duration":"287.892066ms","start":"2026-07-27T21:48:10.127901Z","end":"2026-07-27T21:48:10.415793Z","steps":["trace[1394302436] 'agreement among raft nodes before linearized reading' (duration: 287.631787ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:10.415806Z","caller":"traceutil/trace.go:171","msg":"trace[665356808] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:1978; }","duration":"290.850961ms","start":"2026-07-27T21:48:10.12492Z","end":"2026-07-27T21:48:10.415771Z","steps":["trace[665356808] 'agreement among raft nodes before linearized reading' (duration: 290.561192ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:17.370948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.107059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:491"} {"level":"info","ts":"2026-07-27T21:48:17.371036Z","caller":"traceutil/trace.go:171","msg":"trace[1783783893] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2027; }","duration":"153.254853ms","start":"2026-07-27T21:48:17.217765Z","end":"2026-07-27T21:48:17.371019Z","steps":["trace[1783783893] 'range keys from in-memory index tree' (duration: 152.943093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:46.433308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.386658ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:48:46.433415Z","caller":"traceutil/trace.go:171","msg":"trace[508764563] transaction","detail":"{read_only:false; response_revision:2191; number_of_response:1; }","duration":"629.100837ms","start":"2026-07-27T21:48:45.804296Z","end":"2026-07-27T21:48:46.433397Z","steps":["trace[508764563] 'process raft request' (duration: 209.549385ms)","trace[508764563] 'compare' (duration: 419.221652ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:48:46.433648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:45.804272Z","time spent":"629.339894ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:48:46.434191Z","caller":"traceutil/trace.go:171","msg":"trace[1560349772] transaction","detail":"{read_only:false; response_revision:2192; number_of_response:1; }","duration":"247.459047ms","start":"2026-07-27T21:48:46.186686Z","end":"2026-07-27T21:48:46.434145Z","steps":["trace[1560349772] 'process raft request' (duration: 247.276261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:46.434582Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.136454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T21:48:46.434664Z","caller":"traceutil/trace.go:171","msg":"trace[1617854053] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:2192; }","duration":"100.252207ms","start":"2026-07-27T21:48:46.3344Z","end":"2026-07-27T21:48:46.434652Z","steps":["trace[1617854053] 'agreement among raft nodes before linearized reading' (duration: 100.066471ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:46.916512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.026011ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:48:46.916617Z","caller":"traceutil/trace.go:171","msg":"trace[1799519654] linearizableReadLoop","detail":"{readStateIndex:2278; appliedIndex:2277; }","duration":"204.347088ms","start":"2026-07-27T21:48:46.712255Z","end":"2026-07-27T21:48:46.916602Z","steps":["trace[1799519654] 'read index received' (duration: 33.090479ms)","trace[1799519654] 'applied index is now lower than readState.Index' (duration: 171.254889ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:48:46.916679Z","caller":"traceutil/trace.go:171","msg":"trace[925448016] transaction","detail":"{read_only:false; response_revision:2193; number_of_response:1; }","duration":"229.675688ms","start":"2026-07-27T21:48:46.686974Z","end":"2026-07-27T21:48:46.916649Z","steps":["trace[925448016] 'process raft request' (duration: 58.426699ms)","trace[925448016] 'compare' (duration: 170.713081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:48:46.91682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.555285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-27T21:48:46.916861Z","caller":"traceutil/trace.go:171","msg":"trace[202816662] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2193; }","duration":"204.601176ms","start":"2026-07-27T21:48:46.712249Z","end":"2026-07-27T21:48:46.916851Z","steps":["trace[202816662] 'agreement among raft nodes before linearized reading' (duration: 204.453141ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:46.917296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"193.152379ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/\" range_end:\"/registry/deployments0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T21:48:46.917328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.380815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-27T21:48:46.917359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.350256ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T21:48:46.917371Z","caller":"traceutil/trace.go:171","msg":"trace[711733298] range","detail":"{range_begin:/registry/deployments/; range_end:/registry/deployments0; response_count:0; response_revision:2193; }","duration":"193.262843ms","start":"2026-07-27T21:48:46.724092Z","end":"2026-07-27T21:48:46.917355Z","steps":["trace[711733298] 'agreement among raft nodes before linearized reading' (duration: 193.031976ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:46.91741Z","caller":"traceutil/trace.go:171","msg":"trace[343822826] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2193; }","duration":"202.494008ms","start":"2026-07-27T21:48:46.71489Z","end":"2026-07-27T21:48:46.917384Z","steps":["trace[343822826] 'agreement among raft nodes before linearized reading' (duration: 202.215879ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:46.917428Z","caller":"traceutil/trace.go:171","msg":"trace[993988563] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2193; }","duration":"203.418498ms","start":"2026-07-27T21:48:46.713996Z","end":"2026-07-27T21:48:46.917415Z","steps":["trace[993988563] 'agreement among raft nodes before linearized reading' (duration: 203.107038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:46.91745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.371587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-27T21:48:46.917523Z","caller":"traceutil/trace.go:171","msg":"trace[518800171] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2193; }","duration":"203.46838ms","start":"2026-07-27T21:48:46.714032Z","end":"2026-07-27T21:48:46.9175Z","steps":["trace[518800171] 'agreement among raft nodes before linearized reading' (duration: 203.122909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:46.917516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.455499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T21:48:46.918045Z","caller":"traceutil/trace.go:171","msg":"trace[2035245888] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2193; }","duration":"204.039348ms","start":"2026-07-27T21:48:46.71398Z","end":"2026-07-27T21:48:46.918019Z","steps":["trace[2035245888] 'agreement among raft nodes before linearized reading' (duration: 203.218332ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:47.063665Z","caller":"traceutil/trace.go:171","msg":"trace[1416659684] transaction","detail":"{read_only:false; response_revision:2194; number_of_response:1; }","duration":"136.944511ms","start":"2026-07-27T21:48:46.926693Z","end":"2026-07-27T21:48:47.063637Z","steps":["trace[1416659684] 'process raft request' (duration: 105.639589ms)","trace[1416659684] 'compare' (duration: 31.199359ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:48:47.095037Z","caller":"traceutil/trace.go:171","msg":"trace[1948131274] transaction","detail":"{read_only:false; response_revision:2196; number_of_response:1; }","duration":"164.671409ms","start":"2026-07-27T21:48:46.930337Z","end":"2026-07-27T21:48:47.095008Z","steps":["trace[1948131274] 'process raft request' (duration: 164.577355ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:47.095103Z","caller":"traceutil/trace.go:171","msg":"trace[1191642018] transaction","detail":"{read_only:false; response_revision:2195; number_of_response:1; }","duration":"164.806792ms","start":"2026-07-27T21:48:46.930259Z","end":"2026-07-27T21:48:47.095066Z","steps":["trace[1191642018] 'process raft request' (duration: 164.510363ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:47.095257Z","caller":"traceutil/trace.go:171","msg":"trace[110294019] transaction","detail":"{read_only:false; response_revision:2197; number_of_response:1; }","duration":"164.848893ms","start":"2026-07-27T21:48:46.930374Z","end":"2026-07-27T21:48:47.095223Z","steps":["trace[110294019] 'process raft request' (duration: 164.588985ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:53.245614Z","caller":"traceutil/trace.go:171","msg":"trace[897199719] linearizableReadLoop","detail":"{readStateIndex:2309; appliedIndex:2308; }","duration":"288.638505ms","start":"2026-07-27T21:48:52.956954Z","end":"2026-07-27T21:48:53.245593Z","steps":["trace[897199719] 'read index received' (duration: 288.411068ms)","trace[897199719] 'applied index is now lower than readState.Index' (duration: 226.477µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:48:53.2457Z","caller":"traceutil/trace.go:171","msg":"trace[1091979761] transaction","detail":"{read_only:false; response_revision:2223; number_of_response:1; }","duration":"311.591389ms","start":"2026-07-27T21:48:52.934067Z","end":"2026-07-27T21:48:53.245659Z","steps":["trace[1091979761] 'process raft request' (duration: 311.370922ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:53.245796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.820061ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-27T21:48:53.245823Z","caller":"traceutil/trace.go:171","msg":"trace[444443545] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2223; }","duration":"288.902513ms","start":"2026-07-27T21:48:52.956912Z","end":"2026-07-27T21:48:53.245815Z","steps":["trace[444443545] 'agreement among raft nodes before linearized reading' (duration: 288.779879ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:53.24585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:52.934026Z","time spent":"311.743804ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:53.245997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.84816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T21:48:53.246044Z","caller":"traceutil/trace.go:171","msg":"trace[1630905695] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2223; }","duration":"127.928043ms","start":"2026-07-27T21:48:53.118103Z","end":"2026-07-27T21:48:53.246031Z","steps":["trace[1630905695] 'agreement among raft nodes before linearized reading' (duration: 127.82866ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:53.246052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.379865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:433"} {"level":"warn","ts":"2026-07-27T21:48:53.246081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.717402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:505"} {"level":"info","ts":"2026-07-27T21:48:53.246132Z","caller":"traceutil/trace.go:171","msg":"trace[1004066236] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2223; }","duration":"127.502179ms","start":"2026-07-27T21:48:53.118612Z","end":"2026-07-27T21:48:53.246114Z","steps":["trace[1004066236] 'agreement among raft nodes before linearized reading' (duration: 127.275491ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:53.246217Z","caller":"traceutil/trace.go:171","msg":"trace[94618215] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2223; }","duration":"130.889958ms","start":"2026-07-27T21:48:53.115292Z","end":"2026-07-27T21:48:53.246182Z","steps":["trace[94618215] 'agreement among raft nodes before linearized reading' (duration: 130.63397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:53.245898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.123427ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:569"} {"level":"info","ts":"2026-07-27T21:48:53.246282Z","caller":"traceutil/trace.go:171","msg":"trace[250414900] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2223; }","duration":"157.53246ms","start":"2026-07-27T21:48:53.088723Z","end":"2026-07-27T21:48:53.246256Z","steps":["trace[250414900] 'agreement among raft nodes before linearized reading' (duration: 157.083916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.056434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"472.574858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:48:54.056576Z","caller":"traceutil/trace.go:171","msg":"trace[1973446263] transaction","detail":"{read_only:false; response_revision:2224; number_of_response:1; }","duration":"805.711696ms","start":"2026-07-27T21:48:53.25084Z","end":"2026-07-27T21:48:54.056552Z","steps":["trace[1973446263] 'process raft request' (duration: 332.925901ms)","trace[1973446263] 'compare' (duration: 472.424304ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:48:54.056653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:53.250818Z","time spent":"805.797439ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:48:54.061026Z","caller":"traceutil/trace.go:171","msg":"trace[758192742] linearizableReadLoop","detail":"{readStateIndex:2314; appliedIndex:2309; }","duration":"783.055452ms","start":"2026-07-27T21:48:53.277953Z","end":"2026-07-27T21:48:54.061008Z","steps":["trace[758192742] 'read index received' (duration: 305.917637ms)","trace[758192742] 'applied index is now lower than readState.Index' (duration: 477.135235ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:48:54.061171Z","caller":"traceutil/trace.go:171","msg":"trace[476633134] transaction","detail":"{read_only:false; response_revision:2227; number_of_response:1; }","duration":"809.676893ms","start":"2026-07-27T21:48:53.251463Z","end":"2026-07-27T21:48:54.06114Z","steps":["trace[476633134] 'process raft request' (duration: 809.494007ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:54.061192Z","caller":"traceutil/trace.go:171","msg":"trace[1107403456] transaction","detail":"{read_only:false; response_revision:2228; number_of_response:1; }","duration":"809.527229ms","start":"2026-07-27T21:48:53.251644Z","end":"2026-07-27T21:48:54.061171Z","steps":["trace[1107403456] 'process raft request' (duration: 809.336593ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:54.061236Z","caller":"traceutil/trace.go:171","msg":"trace[860691925] transaction","detail":"{read_only:false; response_revision:2225; number_of_response:1; }","duration":"810.371996ms","start":"2026-07-27T21:48:53.250856Z","end":"2026-07-27T21:48:54.061228Z","steps":["trace[860691925] 'process raft request' (duration: 809.973393ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.061303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"783.3176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:48:54.061324Z","caller":"traceutil/trace.go:171","msg":"trace[542467482] transaction","detail":"{read_only:false; response_revision:2226; number_of_response:1; }","duration":"810.006364ms","start":"2026-07-27T21:48:53.251301Z","end":"2026-07-27T21:48:54.061307Z","steps":["trace[542467482] 'process raft request' (duration: 809.622662ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.061339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:53.250833Z","time spent":"810.440668ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:48:54.061364Z","caller":"traceutil/trace.go:171","msg":"trace[649228893] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:2228; }","duration":"783.421143ms","start":"2026-07-27T21:48:53.277918Z","end":"2026-07-27T21:48:54.061339Z","steps":["trace[649228893] 'agreement among raft nodes before linearized reading' (duration: 783.290269ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.061402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:53.277903Z","time spent":"783.489155ms","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T21:48:54.061409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:53.251281Z","time spent":"810.086826ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:54.061396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:53.251618Z","time spent":"809.622511ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:54.061423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:53.251431Z","time spent":"809.804777ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:54.064583Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.583377ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:48:54.064626Z","caller":"traceutil/trace.go:171","msg":"trace[234172967] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2229; }","duration":"732.664689ms","start":"2026-07-27T21:48:53.331952Z","end":"2026-07-27T21:48:54.064617Z","steps":["trace[234172967] 'agreement among raft nodes before linearized reading' (duration: 732.562996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.06465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:53.331928Z","time spent":"732.717281ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T21:48:54.064688Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"446.97607ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T21:48:54.064732Z","caller":"traceutil/trace.go:171","msg":"trace[1098293997] transaction","detail":"{read_only:false; response_revision:2229; number_of_response:1; }","duration":"124.227725ms","start":"2026-07-27T21:48:53.940493Z","end":"2026-07-27T21:48:54.064721Z","steps":["trace[1098293997] 'process raft request' (duration: 123.969826ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:48:54.06474Z","caller":"traceutil/trace.go:171","msg":"trace[1739586247] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2229; }","duration":"447.079643ms","start":"2026-07-27T21:48:53.617647Z","end":"2026-07-27T21:48:54.064727Z","steps":["trace[1739586247] 'agreement among raft nodes before linearized reading' (duration: 446.934798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.064711Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.616694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-27T21:48:54.064779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:53.617619Z","time spent":"447.151545ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T21:48:54.064793Z","caller":"traceutil/trace.go:171","msg":"trace[2145148158] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2229; }","duration":"178.739089ms","start":"2026-07-27T21:48:53.88604Z","end":"2026-07-27T21:48:54.064779Z","steps":["trace[2145148158] 'agreement among raft nodes before linearized reading' (duration: 178.490151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.064946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"479.709867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c643da931017d1\" ","response":"range_response_count:1 size:846"} {"level":"info","ts":"2026-07-27T21:48:54.064974Z","caller":"traceutil/trace.go:171","msg":"trace[1500262453] range","detail":"{range_begin:/registry/events/openstack/percona-xtradb-haproxy-0.18c643da931017d1; range_end:; response_count:1; response_revision:2229; }","duration":"479.7998ms","start":"2026-07-27T21:48:53.585166Z","end":"2026-07-27T21:48:54.064965Z","steps":["trace[1500262453] 'agreement among raft nodes before linearized reading' (duration: 479.658335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.064994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:53.585142Z","time spent":"479.848201ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":870,"request content":"key:\"/registry/events/openstack/percona-xtradb-haproxy-0.18c643da931017d1\" "} {"level":"warn","ts":"2026-07-27T21:48:54.981278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"785.750527ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:48:54.981585Z","caller":"traceutil/trace.go:171","msg":"trace[1537021352] transaction","detail":"{read_only:false; response_revision:2233; number_of_response:1; }","duration":"522.204246ms","start":"2026-07-27T21:48:54.459366Z","end":"2026-07-27T21:48:54.98157Z","steps":["trace[1537021352] 'process raft request' (duration: 522.168965ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.981699Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:54.459338Z","time spent":"522.331129ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:48:54.981802Z","caller":"traceutil/trace.go:171","msg":"trace[1578634807] transaction","detail":"{read_only:false; response_revision:2230; number_of_response:1; }","duration":"915.046593ms","start":"2026-07-27T21:48:54.066726Z","end":"2026-07-27T21:48:54.981772Z","steps":["trace[1578634807] 'process raft request' (duration: 128.729298ms)","trace[1578634807] 'compare' (duration: 785.643694ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:48:54.981829Z","caller":"traceutil/trace.go:171","msg":"trace[605659670] transaction","detail":"{read_only:false; response_revision:2232; number_of_response:1; }","duration":"913.38557ms","start":"2026-07-27T21:48:54.068413Z","end":"2026-07-27T21:48:54.981799Z","steps":["trace[605659670] 'process raft request' (duration: 913.091171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.981951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:54.066711Z","time spent":"915.161757ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":831,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:48:54.981951Z","caller":"traceutil/trace.go:171","msg":"trace[284411979] linearizableReadLoop","detail":"{readStateIndex:2318; appliedIndex:2315; }","duration":"858.072021ms","start":"2026-07-27T21:48:54.123818Z","end":"2026-07-27T21:48:54.98189Z","steps":["trace[284411979] 'read index received' (duration: 71.731575ms)","trace[284411979] 'applied index is now lower than readState.Index' (duration: 786.338706ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:48:54.982029Z","caller":"traceutil/trace.go:171","msg":"trace[1956020865] transaction","detail":"{read_only:false; response_revision:2231; number_of_response:1; }","duration":"913.549986ms","start":"2026-07-27T21:48:54.068388Z","end":"2026-07-27T21:48:54.981938Z","steps":["trace[1956020865] 'process raft request' (duration: 913.05464ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.982213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"858.390381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12382"} {"level":"info","ts":"2026-07-27T21:48:54.982277Z","caller":"traceutil/trace.go:171","msg":"trace[1015975207] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2233; }","duration":"858.486044ms","start":"2026-07-27T21:48:54.12377Z","end":"2026-07-27T21:48:54.982256Z","steps":["trace[1015975207] 'agreement among raft nodes before linearized reading' (duration: 858.213435ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.982323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:54.123751Z","time spent":"858.563737ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12406,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T21:48:54.982338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:54.068379Z","time spent":"913.859365ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:54.982433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:54.068402Z","time spent":"913.576556ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:48:54.982449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"814.243328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T21:48:54.982436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"724.165037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5444"} {"level":"info","ts":"2026-07-27T21:48:54.982497Z","caller":"traceutil/trace.go:171","msg":"trace[1182804873] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:2233; }","duration":"814.434434ms","start":"2026-07-27T21:48:54.168051Z","end":"2026-07-27T21:48:54.982485Z","steps":["trace[1182804873] 'agreement among raft nodes before linearized reading' (duration: 814.00127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.982537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:54.168027Z","time spent":"814.499427ms","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":31,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-27T21:48:54.98254Z","caller":"traceutil/trace.go:171","msg":"trace[999782583] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:2233; }","duration":"724.320902ms","start":"2026-07-27T21:48:54.258195Z","end":"2026-07-27T21:48:54.982516Z","steps":["trace[999782583] 'agreement among raft nodes before linearized reading' (duration: 723.917919ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:48:54.9826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:48:54.258175Z","time spent":"724.411645ms","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5468,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-27T21:49:20.991663Z","caller":"traceutil/trace.go:171","msg":"trace[138189138] linearizableReadLoop","detail":"{readStateIndex:2471; appliedIndex:2470; }","duration":"133.249445ms","start":"2026-07-27T21:49:20.858388Z","end":"2026-07-27T21:49:20.991637Z","steps":["trace[138189138] 'read index received' (duration: 90.298084ms)","trace[138189138] 'applied index is now lower than readState.Index' (duration: 42.949941ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:49:20.991891Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.474702ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:49:20.991984Z","caller":"traceutil/trace.go:171","msg":"trace[1118422311] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:2379; }","duration":"133.624597ms","start":"2026-07-27T21:49:20.858338Z","end":"2026-07-27T21:49:20.991962Z","steps":["trace[1118422311] 'agreement among raft nodes before linearized reading' (duration: 133.441311ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:49:40.429076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.164529097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T21:49:40.429222Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14112448s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-27T21:49:40.429233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.097743834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T21:49:40.429266Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.214988258s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:555"} {"level":"info","ts":"2026-07-27T21:49:40.429309Z","caller":"traceutil/trace.go:171","msg":"trace[724650025] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2518; }","duration":"1.141278924s","start":"2026-07-27T21:49:39.288012Z","end":"2026-07-27T21:49:40.429291Z","steps":["trace[724650025] 'range keys from in-memory index tree' (duration: 1.140948904s)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:49:40.429317Z","caller":"traceutil/trace.go:171","msg":"trace[1117344189] linearizableReadLoop","detail":"{readStateIndex:2614; appliedIndex:2613; }","duration":"393.114963ms","start":"2026-07-27T21:49:40.036178Z","end":"2026-07-27T21:49:40.429293Z","steps":["trace[1117344189] 'read index received' (duration: 386.923426ms)","trace[1117344189] 'applied index is now lower than readState.Index' (duration: 6.190167ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:49:40.429333Z","caller":"traceutil/trace.go:171","msg":"trace[979702792] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2518; }","duration":"1.09791591s","start":"2026-07-27T21:49:39.331393Z","end":"2026-07-27T21:49:40.429309Z","steps":["trace[979702792] 'range keys from in-memory index tree' (duration: 1.097600499s)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:49:40.429348Z","caller":"traceutil/trace.go:171","msg":"trace[606186032] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2518; }","duration":"1.215125462s","start":"2026-07-27T21:49:39.214203Z","end":"2026-07-27T21:49:40.429329Z","steps":["trace[606186032] 'range keys from in-memory index tree' (duration: 1.214835763s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:49:40.429354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:49:39.287983Z","time spent":"1.141361617s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T21:49:40.429385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:49:39.331375Z","time spent":"1.098000672s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T21:49:40.429396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:49:39.214183Z","time spent":"1.215204675s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":579,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T21:49:40.429274Z","caller":"traceutil/trace.go:171","msg":"trace[1221525253] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:2518; }","duration":"1.164787515s","start":"2026-07-27T21:49:39.264465Z","end":"2026-07-27T21:49:40.429253Z","steps":["trace[1221525253] 'count revisions from in-memory index tree' (duration: 1.164388822s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:49:40.42953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.807433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T21:49:40.429536Z","caller":"traceutil/trace.go:171","msg":"trace[740876999] transaction","detail":"{read_only:false; response_revision:2519; number_of_response:1; }","duration":"998.116082ms","start":"2026-07-27T21:49:39.431403Z","end":"2026-07-27T21:49:40.429519Z","steps":["trace[740876999] 'process raft request' (duration: 991.718238ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:49:40.429567Z","caller":"traceutil/trace.go:171","msg":"trace[357600971] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:2519; }","duration":"159.844555ms","start":"2026-07-27T21:49:40.269711Z","end":"2026-07-27T21:49:40.429556Z","steps":["trace[357600971] 'agreement among raft nodes before linearized reading' (duration: 159.785313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:49:40.429528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:49:39.264445Z","time spent":"1.165062884s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T21:49:40.429645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:49:39.431372Z","time spent":"998.195135ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:49:40.429644Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"393.451194ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-27T21:49:40.429736Z","caller":"traceutil/trace.go:171","msg":"trace[1085175569] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:2519; }","duration":"393.561207ms","start":"2026-07-27T21:49:40.036142Z","end":"2026-07-27T21:49:40.429703Z","steps":["trace[1085175569] 'agreement among raft nodes before linearized reading' (duration: 393.308959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:49:40.429817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:49:40.036128Z","time spent":"393.673711ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T21:49:40.430283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.623924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-27T21:49:40.430283Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.020057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-27T21:49:40.430297Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.469497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-27T21:49:40.430324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.365906ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T21:49:40.430332Z","caller":"traceutil/trace.go:171","msg":"trace[877232560] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2519; }","duration":"137.689967ms","start":"2026-07-27T21:49:40.29263Z","end":"2026-07-27T21:49:40.43032Z","steps":["trace[877232560] 'agreement among raft nodes before linearized reading' (duration: 137.567673ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:49:40.430383Z","caller":"traceutil/trace.go:171","msg":"trace[1596289426] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2519; }","duration":"141.592941ms","start":"2026-07-27T21:49:40.288768Z","end":"2026-07-27T21:49:40.430361Z","steps":["trace[1596289426] 'agreement among raft nodes before linearized reading' (duration: 141.269861ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:49:40.430389Z","caller":"traceutil/trace.go:171","msg":"trace[1033833506] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2519; }","duration":"137.451689ms","start":"2026-07-27T21:49:40.292917Z","end":"2026-07-27T21:49:40.430369Z","steps":["trace[1033833506] 'agreement among raft nodes before linearized reading' (duration: 137.264843ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:49:40.430463Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.796117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-27T21:49:40.430599Z","caller":"traceutil/trace.go:171","msg":"trace[1126440990] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2519; }","duration":"136.576482ms","start":"2026-07-27T21:49:40.293989Z","end":"2026-07-27T21:49:40.430565Z","steps":["trace[1126440990] 'agreement among raft nodes before linearized reading' (duration: 135.717394ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:49:40.431141Z","caller":"traceutil/trace.go:171","msg":"trace[1995193814] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2519; }","duration":"143.11914ms","start":"2026-07-27T21:49:40.287212Z","end":"2026-07-27T21:49:40.430331Z","steps":["trace[1995193814] 'agreement among raft nodes before linearized reading' (duration: 142.821801ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:13.094337Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399166540,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T21:50:13.214243Z","caller":"traceutil/trace.go:171","msg":"trace[1664390974] transaction","detail":"{read_only:false; response_revision:2696; number_of_response:1; }","duration":"645.194903ms","start":"2026-07-27T21:50:12.569019Z","end":"2026-07-27T21:50:13.214214Z","steps":["trace[1664390974] 'process raft request' (duration: 644.980886ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:13.214412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:12.568996Z","time spent":"645.336968ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:50:13.742042Z","caller":"traceutil/trace.go:171","msg":"trace[1853677098] linearizableReadLoop","detail":"{readStateIndex:2800; appliedIndex:2798; }","duration":"1.150092625s","start":"2026-07-27T21:50:12.591918Z","end":"2026-07-27T21:50:13.742011Z","steps":["trace[1853677098] 'read index received' (duration: 622.113695ms)","trace[1853677098] 'applied index is now lower than readState.Index' (duration: 527.97747ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:50:13.742121Z","caller":"traceutil/trace.go:171","msg":"trace[2039665765] transaction","detail":"{read_only:false; response_revision:2697; number_of_response:1; }","duration":"675.962345ms","start":"2026-07-27T21:50:13.066117Z","end":"2026-07-27T21:50:13.74208Z","steps":["trace[2039665765] 'process raft request' (duration: 675.709047ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:13.74236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.150415726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-27T21:50:13.742426Z","caller":"traceutil/trace.go:171","msg":"trace[1276069016] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:2697; }","duration":"1.150528459s","start":"2026-07-27T21:50:12.59188Z","end":"2026-07-27T21:50:13.742408Z","steps":["trace[1276069016] 'agreement among raft nodes before linearized reading' (duration: 1.150328813s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:13.742482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:12.591861Z","time spent":"1.150607611s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T21:50:13.742623Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:13.066099Z","time spent":"676.287175ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":8728,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:50:14.136021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.848706ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:50:14.136179Z","caller":"traceutil/trace.go:171","msg":"trace[1149352952] linearizableReadLoop","detail":"{readStateIndex:2802; appliedIndex:2800; }","duration":"394.037583ms","start":"2026-07-27T21:50:13.742132Z","end":"2026-07-27T21:50:14.13617Z","steps":["trace[1149352952] 'read index received' (duration: 170.986211ms)","trace[1149352952] 'applied index is now lower than readState.Index' (duration: 223.050672ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:50:14.136234Z","caller":"traceutil/trace.go:171","msg":"trace[1014230195] transaction","detail":"{read_only:false; response_revision:2699; number_of_response:1; }","duration":"464.748151ms","start":"2026-07-27T21:50:13.67148Z","end":"2026-07-27T21:50:14.136228Z","steps":["trace[1014230195] 'process raft request' (duration: 464.606956ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.136264Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:13.671457Z","time spent":"464.789592ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:50:14.136251Z","caller":"traceutil/trace.go:171","msg":"trace[444669305] transaction","detail":"{read_only:false; response_revision:2698; number_of_response:1; }","duration":"864.04416ms","start":"2026-07-27T21:50:13.272181Z","end":"2026-07-27T21:50:14.136225Z","steps":["trace[444669305] 'process raft request' (duration: 640.926085ms)","trace[444669305] 'compare' (duration: 222.487265ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:50:14.136368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:13.272155Z","time spent":"864.151413ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:50:14.136637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.496972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T21:50:14.136629Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.352665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/federations/\" range_end:\"/registry/rabbitmq.com/federations0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:50:14.136673Z","caller":"traceutil/trace.go:171","msg":"trace[1635609547] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:2700; }","duration":"536.531433ms","start":"2026-07-27T21:50:13.60013Z","end":"2026-07-27T21:50:14.136662Z","steps":["trace[1635609547] 'agreement among raft nodes before linearized reading' (duration: 536.260674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.136675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.500642709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T21:50:14.136689Z","caller":"traceutil/trace.go:171","msg":"trace[144039908] range","detail":"{range_begin:/registry/rabbitmq.com/federations/; range_end:/registry/rabbitmq.com/federations0; response_count:0; response_revision:2700; }","duration":"121.452458ms","start":"2026-07-27T21:50:14.015221Z","end":"2026-07-27T21:50:14.136673Z","steps":["trace[144039908] 'agreement among raft nodes before linearized reading' (duration: 121.328434ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.136697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:13.600076Z","time spent":"536.614466ms","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":3,"response size":31,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-27T21:50:14.13669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"758.884002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T21:50:14.136707Z","caller":"traceutil/trace.go:171","msg":"trace[281769351] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:2700; }","duration":"1.500715862s","start":"2026-07-27T21:50:12.635981Z","end":"2026-07-27T21:50:14.136697Z","steps":["trace[281769351] 'agreement among raft nodes before linearized reading' (duration: 1.500416522s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.136733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:12.635962Z","time spent":"1.500766973s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T21:50:14.136732Z","caller":"traceutil/trace.go:171","msg":"trace[841306236] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:2700; }","duration":"758.964545ms","start":"2026-07-27T21:50:13.377759Z","end":"2026-07-27T21:50:14.136724Z","steps":["trace[841306236] 'agreement among raft nodes before linearized reading' (duration: 758.643345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.13674Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.363275503s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-27T21:50:14.13676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:13.377741Z","time spent":"759.012357ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"info","ts":"2026-07-27T21:50:14.136779Z","caller":"traceutil/trace.go:171","msg":"trace[2049545960] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:2700; }","duration":"1.363340285s","start":"2026-07-27T21:50:12.773424Z","end":"2026-07-27T21:50:14.136764Z","steps":["trace[2049545960] 'agreement among raft nodes before linearized reading' (duration: 1.363020775s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.13676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"803.871909ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T21:50:14.13676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.091186124s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-headless\" ","response":"range_response_count:1 size:1366"} {"level":"warn","ts":"2026-07-27T21:50:14.13676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.498253743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/auth-system/keycloak-0.18c643ee33084478\" ","response":"range_response_count:1 size:781"} {"level":"warn","ts":"2026-07-27T21:50:14.136806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:12.773411Z","time spent":"1.363388946s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T21:50:14.136822Z","caller":"traceutil/trace.go:171","msg":"trace[1687297795] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-headless; range_end:; response_count:1; response_revision:2700; }","duration":"1.091286598s","start":"2026-07-27T21:50:13.045523Z","end":"2026-07-27T21:50:14.13681Z","steps":["trace[1687297795] 'agreement among raft nodes before linearized reading' (duration: 1.090901115s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.1368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.488348166s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T21:50:14.136826Z","caller":"traceutil/trace.go:171","msg":"trace[1142183929] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:2700; }","duration":"803.996412ms","start":"2026-07-27T21:50:13.332811Z","end":"2026-07-27T21:50:14.136808Z","steps":["trace[1142183929] 'agreement among raft nodes before linearized reading' (duration: 803.6025ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:50:14.136842Z","caller":"traceutil/trace.go:171","msg":"trace[1763053346] range","detail":"{range_begin:/registry/events/auth-system/keycloak-0.18c643ee33084478; range_end:; response_count:1; response_revision:2700; }","duration":"1.498371547s","start":"2026-07-27T21:50:12.638452Z","end":"2026-07-27T21:50:14.136823Z","steps":["trace[1763053346] 'agreement among raft nodes before linearized reading' (duration: 1.497940483s)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:50:14.136861Z","caller":"traceutil/trace.go:171","msg":"trace[726462322] transaction","detail":"{read_only:false; response_revision:2700; number_of_response:1; }","duration":"389.225559ms","start":"2026-07-27T21:50:13.747627Z","end":"2026-07-27T21:50:14.136852Z","steps":["trace[726462322] 'process raft request' (duration: 388.520466ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.136845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:13.045504Z","time spent":"1.091334618s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":1390,"request content":"key:\"/registry/services/specs/auth-system/keycloak-headless\" "} {"level":"warn","ts":"2026-07-27T21:50:14.136876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:13.332785Z","time spent":"804.082375ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T21:50:14.136876Z","caller":"traceutil/trace.go:171","msg":"trace[918006341] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:2700; }","duration":"1.48845586s","start":"2026-07-27T21:50:12.648398Z","end":"2026-07-27T21:50:14.136854Z","steps":["trace[918006341] 'agreement among raft nodes before linearized reading' (duration: 1.487988835s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.136886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:12.638439Z","time spent":"1.498436549s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":805,"request content":"key:\"/registry/events/auth-system/keycloak-0.18c643ee33084478\" "} {"level":"warn","ts":"2026-07-27T21:50:14.136896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.360714411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-27T21:50:14.13676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.409992444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T21:50:14.136919Z","caller":"traceutil/trace.go:171","msg":"trace[695734181] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:2700; }","duration":"1.360776253s","start":"2026-07-27T21:50:12.776136Z","end":"2026-07-27T21:50:14.136913Z","steps":["trace[695734181] 'agreement among raft nodes before linearized reading' (duration: 1.360299438s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.136921Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:12.648383Z","time spent":"1.488528632s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T21:50:14.136927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:13.747609Z","time spent":"389.272611ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:50:14.136938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:12.776115Z","time spent":"1.360818514s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T21:50:14.136934Z","caller":"traceutil/trace.go:171","msg":"trace[120822882] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:2700; }","duration":"1.410225651s","start":"2026-07-27T21:50:12.726701Z","end":"2026-07-27T21:50:14.136927Z","steps":["trace[120822882] 'agreement among raft nodes before linearized reading' (duration: 1.409677884s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.136993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:12.726678Z","time spent":"1.410304644s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T21:50:14.136994Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.368022464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T21:50:14.137028Z","caller":"traceutil/trace.go:171","msg":"trace[1924868688] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:2700; }","duration":"1.368093746s","start":"2026-07-27T21:50:12.768928Z","end":"2026-07-27T21:50:14.137022Z","steps":["trace[1924868688] 'agreement among raft nodes before linearized reading' (duration: 1.367433615s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:14.137103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:12.768906Z","time spent":"1.368144058s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T21:50:14.640428Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399166549,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T21:50:15.414211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"732.807871ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:50:15.414671Z","caller":"traceutil/trace.go:171","msg":"trace[461854604] transaction","detail":"{read_only:false; response_revision:2708; number_of_response:1; }","duration":"195.363688ms","start":"2026-07-27T21:50:15.219291Z","end":"2026-07-27T21:50:15.414654Z","steps":["trace[461854604] 'process raft request' (duration: 195.327687ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:50:15.414709Z","caller":"traceutil/trace.go:171","msg":"trace[588277910] transaction","detail":"{read_only:false; response_revision:2704; number_of_response:1; }","duration":"1.273730384s","start":"2026-07-27T21:50:14.140945Z","end":"2026-07-27T21:50:15.414676Z","steps":["trace[588277910] 'process raft request' (duration: 1.273482546s)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:50:15.414784Z","caller":"traceutil/trace.go:171","msg":"trace[1504135249] transaction","detail":"{read_only:false; response_revision:2706; number_of_response:1; }","duration":"1.273360202s","start":"2026-07-27T21:50:14.141352Z","end":"2026-07-27T21:50:15.414713Z","steps":["trace[1504135249] 'process raft request' (duration: 1.273179246s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:15.414825Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:14.140929Z","time spent":"1.273825237s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:50:15.414916Z","caller":"traceutil/trace.go:171","msg":"trace[1656129906] transaction","detail":"{read_only:false; response_revision:2707; number_of_response:1; }","duration":"1.273509257s","start":"2026-07-27T21:50:14.141395Z","end":"2026-07-27T21:50:15.414904Z","steps":["trace[1656129906] 'process raft request' (duration: 1.273174837s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:15.414934Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:14.141345Z","time spent":"1.273508368s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:50:15.414977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:14.141391Z","time spent":"1.273549008s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:50:15.415014Z","caller":"traceutil/trace.go:171","msg":"trace[896032155] transaction","detail":"{read_only:false; response_revision:2701; number_of_response:1; }","duration":"1.276013227s","start":"2026-07-27T21:50:14.138985Z","end":"2026-07-27T21:50:15.414998Z","steps":["trace[896032155] 'process raft request' (duration: 542.280017ms)","trace[896032155] 'compare' (duration: 732.639895ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:50:15.415011Z","caller":"traceutil/trace.go:171","msg":"trace[1385540865] transaction","detail":"{read_only:false; response_revision:2705; number_of_response:1; }","duration":"1.274026434s","start":"2026-07-27T21:50:14.14096Z","end":"2026-07-27T21:50:15.414986Z","steps":["trace[1385540865] 'process raft request' (duration: 1.273508607s)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:50:15.415022Z","caller":"traceutil/trace.go:171","msg":"trace[484030020] linearizableReadLoop","detail":"{readStateIndex:2810; appliedIndex:2803; }","duration":"1.275415868s","start":"2026-07-27T21:50:14.139587Z","end":"2026-07-27T21:50:15.415002Z","steps":["trace[484030020] 'read index received' (duration: 541.689338ms)","trace[484030020] 'applied index is now lower than readState.Index' (duration: 733.72205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:50:15.415074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:14.138974Z","time spent":"1.276063968s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":766,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:50:15.415111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:14.140954Z","time spent":"1.274103876s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:50:15.41509Z","caller":"traceutil/trace.go:171","msg":"trace[587354014] transaction","detail":"{read_only:false; response_revision:2702; number_of_response:1; }","duration":"1.27423347s","start":"2026-07-27T21:50:14.140817Z","end":"2026-07-27T21:50:15.41505Z","steps":["trace[587354014] 'process raft request' (duration: 1.273492806s)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:50:15.415179Z","caller":"traceutil/trace.go:171","msg":"trace[1343340098] transaction","detail":"{read_only:false; response_revision:2703; number_of_response:1; }","duration":"1.274278492s","start":"2026-07-27T21:50:14.140876Z","end":"2026-07-27T21:50:15.415154Z","steps":["trace[1343340098] 'process raft request' (duration: 1.273520188s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:15.415261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.275699397s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" ","response":"range_response_count:1 size:1449"} {"level":"warn","ts":"2026-07-27T21:50:15.415277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:14.140804Z","time spent":"1.274367005s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:50:15.415304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:14.14087Z","time spent":"1.274366645s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:50:15.415313Z","caller":"traceutil/trace.go:171","msg":"trace[594161445] range","detail":"{range_begin:/registry/services/specs/auth-system/keycloak-metrics; range_end:; response_count:1; response_revision:2708; }","duration":"1.275751689s","start":"2026-07-27T21:50:14.139545Z","end":"2026-07-27T21:50:15.415296Z","steps":["trace[594161445] 'agreement among raft nodes before linearized reading' (duration: 1.275593594s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:50:15.415364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:50:14.139458Z","time spent":"1.275894994s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1473,"request content":"key:\"/registry/services/specs/auth-system/keycloak-metrics\" "} {"level":"info","ts":"2026-07-27T21:52:50.532775Z","caller":"traceutil/trace.go:171","msg":"trace[113493529] linearizableReadLoop","detail":"{readStateIndex:3849; appliedIndex:3848; }","duration":"260.898324ms","start":"2026-07-27T21:52:50.271851Z","end":"2026-07-27T21:52:50.53275Z","steps":["trace[113493529] 'read index received' (duration: 260.503031ms)","trace[113493529] 'applied index is now lower than readState.Index' (duration: 394.463µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:52:50.532831Z","caller":"traceutil/trace.go:171","msg":"trace[2028838295] transaction","detail":"{read_only:false; response_revision:3708; number_of_response:1; }","duration":"288.726998ms","start":"2026-07-27T21:52:50.244068Z","end":"2026-07-27T21:52:50.532795Z","steps":["trace[2028838295] 'process raft request' (duration: 288.529282ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:52:50.533013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"261.139511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-27T21:52:50.533167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.969569ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-27T21:52:50.533215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.206199ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T21:52:50.53329Z","caller":"traceutil/trace.go:171","msg":"trace[1696750485] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:3708; }","duration":"258.309781ms","start":"2026-07-27T21:52:50.274955Z","end":"2026-07-27T21:52:50.533265Z","steps":["trace[1696750485] 'agreement among raft nodes before linearized reading' (duration: 258.183407ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:52:50.533335Z","caller":"traceutil/trace.go:171","msg":"trace[1225142603] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:3708; }","duration":"257.121864ms","start":"2026-07-27T21:52:50.276135Z","end":"2026-07-27T21:52:50.533257Z","steps":["trace[1225142603] 'agreement among raft nodes before linearized reading' (duration: 256.834245ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:52:50.533091Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.098555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-27T21:52:50.533459Z","caller":"traceutil/trace.go:171","msg":"trace[1804878239] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:3708; }","duration":"258.499957ms","start":"2026-07-27T21:52:50.274943Z","end":"2026-07-27T21:52:50.533443Z","steps":["trace[1804878239] 'agreement among raft nodes before linearized reading' (duration: 257.995211ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:52:50.533223Z","caller":"traceutil/trace.go:171","msg":"trace[868012047] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:3708; }","duration":"261.38507ms","start":"2026-07-27T21:52:50.27182Z","end":"2026-07-27T21:52:50.533205Z","steps":["trace[868012047] 'agreement among raft nodes before linearized reading' (duration: 261.064959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:52:50.533094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.782924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:52:50.533626Z","caller":"traceutil/trace.go:171","msg":"trace[1402541051] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:3708; }","duration":"202.355813ms","start":"2026-07-27T21:52:50.331262Z","end":"2026-07-27T21:52:50.533617Z","steps":["trace[1402541051] 'agreement among raft nodes before linearized reading' (duration: 201.775524ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:52:50.533229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.468825ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T21:52:50.53368Z","caller":"traceutil/trace.go:171","msg":"trace[730679208] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:3708; }","duration":"257.931409ms","start":"2026-07-27T21:52:50.275734Z","end":"2026-07-27T21:52:50.533665Z","steps":["trace[730679208] 'agreement among raft nodes before linearized reading' (duration: 257.398742ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:52:56.288592Z","caller":"traceutil/trace.go:171","msg":"trace[79892520] transaction","detail":"{read_only:false; response_revision:3738; number_of_response:1; }","duration":"289.146582ms","start":"2026-07-27T21:52:55.999424Z","end":"2026-07-27T21:52:56.288571Z","steps":["trace[79892520] 'process raft request' (duration: 289.032678ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:52:56.598502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.539304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T21:52:56.598587Z","caller":"traceutil/trace.go:171","msg":"trace[2004348687] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:3738; }","duration":"110.696509ms","start":"2026-07-27T21:52:56.487873Z","end":"2026-07-27T21:52:56.598569Z","steps":["trace[2004348687] 'count revisions from in-memory index tree' (duration: 110.40051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:52:56.598627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.655892ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-27T21:52:56.598785Z","caller":"traceutil/trace.go:171","msg":"trace[1010293827] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:3738; }","duration":"207.858798ms","start":"2026-07-27T21:52:56.390907Z","end":"2026-07-27T21:52:56.598766Z","steps":["trace[1010293827] 'range keys from in-memory index tree' (duration: 207.497716ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:00.113408Z","caller":"traceutil/trace.go:171","msg":"trace[157165861] transaction","detail":"{read_only:false; response_revision:4157; number_of_response:1; }","duration":"125.432857ms","start":"2026-07-27T21:53:59.987941Z","end":"2026-07-27T21:54:00.113374Z","steps":["trace[157165861] 'process raft request' (duration: 124.940002ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:00.280187Z","caller":"traceutil/trace.go:171","msg":"trace[33942332] transaction","detail":"{read_only:false; response_revision:4158; number_of_response:1; }","duration":"129.787126ms","start":"2026-07-27T21:54:00.150369Z","end":"2026-07-27T21:54:00.280156Z","steps":["trace[33942332] 'process raft request' (duration: 85.54166ms)","trace[33942332] 'compare' (duration: 44.03644ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:08.448225Z","caller":"traceutil/trace.go:171","msg":"trace[795309614] linearizableReadLoop","detail":"{readStateIndex:4706; appliedIndex:4705; }","duration":"115.46958ms","start":"2026-07-27T21:54:08.332717Z","end":"2026-07-27T21:54:08.448186Z","steps":["trace[795309614] 'read index received' (duration: 96.982993ms)","trace[795309614] 'applied index is now lower than readState.Index' (duration: 18.484947ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:08.448309Z","caller":"traceutil/trace.go:171","msg":"trace[2122167089] transaction","detail":"{read_only:false; response_revision:4529; number_of_response:1; }","duration":"142.961735ms","start":"2026-07-27T21:54:08.305301Z","end":"2026-07-27T21:54:08.448263Z","steps":["trace[2122167089] 'process raft request' (duration: 124.362303ms)","trace[2122167089] 'compare' (duration: 18.357254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:08.448419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.670587ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:08.448466Z","caller":"traceutil/trace.go:171","msg":"trace[1056470286] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4529; }","duration":"115.817982ms","start":"2026-07-27T21:54:08.332637Z","end":"2026-07-27T21:54:08.448455Z","steps":["trace[1056470286] 'agreement among raft nodes before linearized reading' (duration: 115.694448ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:08.448619Z","caller":"traceutil/trace.go:171","msg":"trace[1091955772] transaction","detail":"{read_only:false; response_revision:4530; number_of_response:1; }","duration":"103.207231ms","start":"2026-07-27T21:54:08.345378Z","end":"2026-07-27T21:54:08.448585Z","steps":["trace[1091955772] 'process raft request' (duration: 102.935082ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:09.666456Z","caller":"traceutil/trace.go:171","msg":"trace[1417387024] linearizableReadLoop","detail":"{readStateIndex:4754; appliedIndex:4753; }","duration":"165.737159ms","start":"2026-07-27T21:54:09.500692Z","end":"2026-07-27T21:54:09.666429Z","steps":["trace[1417387024] 'read index received' (duration: 165.571283ms)","trace[1417387024] 'applied index is now lower than readState.Index' (duration: 164.026µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:09.666555Z","caller":"traceutil/trace.go:171","msg":"trace[459809964] transaction","detail":"{read_only:false; response_revision:4577; number_of_response:1; }","duration":"207.852988ms","start":"2026-07-27T21:54:09.458639Z","end":"2026-07-27T21:54:09.666492Z","steps":["trace[459809964] 'process raft request' (duration: 207.61654ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:09.667017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.283886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-admission-patch-29bjt\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-07-27T21:54:09.667119Z","caller":"traceutil/trace.go:171","msg":"trace[626243670] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-admission-patch-29bjt; range_end:; response_count:1; response_revision:4577; }","duration":"166.444971ms","start":"2026-07-27T21:54:09.50065Z","end":"2026-07-27T21:54:09.667095Z","steps":["trace[626243670] 'agreement among raft nodes before linearized reading' (duration: 165.916514ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:09.672657Z","caller":"traceutil/trace.go:171","msg":"trace[316890391] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4577; }","duration":"166.458132ms","start":"2026-07-27T21:54:09.506166Z","end":"2026-07-27T21:54:09.672624Z","steps":["trace[316890391] 'process raft request' (duration: 166.193663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:09.672978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.590931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-tls\" ","response":"range_response_count:1 size:4332"} {"level":"info","ts":"2026-07-27T21:54:09.673057Z","caller":"traceutil/trace.go:171","msg":"trace[786139451] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-tls; range_end:; response_count:1; response_revision:4577; }","duration":"124.737526ms","start":"2026-07-27T21:54:09.548301Z","end":"2026-07-27T21:54:09.673039Z","steps":["trace[786139451] 'agreement among raft nodes before linearized reading' (duration: 124.325783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:09.673002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.782416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T21:54:09.67313Z","caller":"traceutil/trace.go:171","msg":"trace[91533130] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:4577; }","duration":"130.127587ms","start":"2026-07-27T21:54:09.542971Z","end":"2026-07-27T21:54:09.673098Z","steps":["trace[91533130] 'agreement among raft nodes before linearized reading' (duration: 129.61613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:11.524135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.219926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1817"} {"level":"info","ts":"2026-07-27T21:54:11.524232Z","caller":"traceutil/trace.go:171","msg":"trace[884754603] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:4671; }","duration":"100.328219ms","start":"2026-07-27T21:54:11.423886Z","end":"2026-07-27T21:54:11.524214Z","steps":["trace[884754603] 'agreement among raft nodes before linearized reading' (duration: 100.03216ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:11.523992Z","caller":"traceutil/trace.go:171","msg":"trace[1973950369] transaction","detail":"{read_only:false; response_revision:4671; number_of_response:1; }","duration":"127.121001ms","start":"2026-07-27T21:54:11.396817Z","end":"2026-07-27T21:54:11.523938Z","steps":["trace[1973950369] 'process raft request' (duration: 126.885674ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:13.887514Z","caller":"traceutil/trace.go:171","msg":"trace[46239367] transaction","detail":"{read_only:false; number_of_response:1; response_revision:4709; }","duration":"111.208365ms","start":"2026-07-27T21:54:13.776273Z","end":"2026-07-27T21:54:13.887481Z","steps":["trace[46239367] 'process raft request' (duration: 110.976368ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:16.990076Z","caller":"traceutil/trace.go:171","msg":"trace[1965109576] linearizableReadLoop","detail":"{readStateIndex:4970; appliedIndex:4969; }","duration":"209.52387ms","start":"2026-07-27T21:54:16.780529Z","end":"2026-07-27T21:54:16.990053Z","steps":["trace[1965109576] 'read index received' (duration: 209.427406ms)","trace[1965109576] 'applied index is now lower than readState.Index' (duration: 95.303µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:16.990277Z","caller":"traceutil/trace.go:171","msg":"trace[1860224546] transaction","detail":"{read_only:false; response_revision:4786; number_of_response:1; }","duration":"211.520343ms","start":"2026-07-27T21:54:16.778715Z","end":"2026-07-27T21:54:16.990235Z","steps":["trace[1860224546] 'process raft request' (duration: 211.10846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:16.990435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.885981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-07-27T21:54:16.990494Z","caller":"traceutil/trace.go:171","msg":"trace[966697770] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4786; }","duration":"209.991044ms","start":"2026-07-27T21:54:16.780489Z","end":"2026-07-27T21:54:16.99048Z","steps":["trace[966697770] 'agreement among raft nodes before linearized reading' (duration: 209.751696ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:17.220382Z","caller":"traceutil/trace.go:171","msg":"trace[460413365] linearizableReadLoop","detail":"{readStateIndex:4971; appliedIndex:4970; }","duration":"230.137365ms","start":"2026-07-27T21:54:16.990204Z","end":"2026-07-27T21:54:17.220341Z","steps":["trace[460413365] 'read index received' (duration: 149.752789ms)","trace[460413365] 'applied index is now lower than readState.Index' (duration: 80.383106ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:17.220542Z","caller":"traceutil/trace.go:171","msg":"trace[1016984143] transaction","detail":"{read_only:false; response_revision:4787; number_of_response:1; }","duration":"318.09342ms","start":"2026-07-27T21:54:16.902425Z","end":"2026-07-27T21:54:17.220519Z","steps":["trace[1016984143] 'process raft request' (duration: 237.288572ms)","trace[1016984143] 'compare' (duration: 80.462737ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:17.220711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:16.902396Z","time spent":"318.185653ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:17.221261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"231.57202ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:571207"} {"level":"info","ts":"2026-07-27T21:54:17.221371Z","caller":"traceutil/trace.go:171","msg":"trace[447564697] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4787; }","duration":"231.736945ms","start":"2026-07-27T21:54:16.989611Z","end":"2026-07-27T21:54:17.221348Z","steps":["trace[447564697] 'agreement among raft nodes before linearized reading' (duration: 231.026562ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:17.427594Z","caller":"traceutil/trace.go:171","msg":"trace[662121142] linearizableReadLoop","detail":"{readStateIndex:4972; appliedIndex:4971; }","duration":"207.081172ms","start":"2026-07-27T21:54:17.220474Z","end":"2026-07-27T21:54:17.427555Z","steps":["trace[662121142] 'read index received' (duration: 188.592205ms)","trace[662121142] 'applied index is now lower than readState.Index' (duration: 18.487317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:17.42788Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.630882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-27T21:54:17.427889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.472173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-27T21:54:17.427977Z","caller":"traceutil/trace.go:171","msg":"trace[1142922829] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4788; }","duration":"304.763387ms","start":"2026-07-27T21:54:17.123193Z","end":"2026-07-27T21:54:17.427956Z","steps":["trace[1142922829] 'agreement among raft nodes before linearized reading' (duration: 304.411516ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:17.428011Z","caller":"traceutil/trace.go:171","msg":"trace[1925127854] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4788; }","duration":"301.654758ms","start":"2026-07-27T21:54:17.126325Z","end":"2026-07-27T21:54:17.42798Z","steps":["trace[1925127854] 'agreement among raft nodes before linearized reading' (duration: 301.261905ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.428031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.123181Z","time spent":"304.841509ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T21:54:17.428033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.653905ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-27T21:54:17.428081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.126297Z","time spent":"301.761751ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T21:54:17.428087Z","caller":"traceutil/trace.go:171","msg":"trace[722057240] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4788; }","duration":"305.775999ms","start":"2026-07-27T21:54:17.122295Z","end":"2026-07-27T21:54:17.428071Z","steps":["trace[722057240] 'agreement among raft nodes before linearized reading' (duration: 305.50894ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.428083Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"429.77723ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"warn","ts":"2026-07-27T21:54:17.428146Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.12227Z","time spent":"305.864022ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T21:54:17.428166Z","caller":"traceutil/trace.go:171","msg":"trace[769324462] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:4788; }","duration":"429.940065ms","start":"2026-07-27T21:54:16.998204Z","end":"2026-07-27T21:54:17.428144Z","steps":["trace[769324462] 'agreement among raft nodes before linearized reading' (duration: 429.632235ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.428186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.6848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T21:54:17.427889Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"303.215208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"warn","ts":"2026-07-27T21:54:17.428224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:16.998127Z","time spent":"430.08737ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":3489,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" "} {"level":"info","ts":"2026-07-27T21:54:17.428248Z","caller":"traceutil/trace.go:171","msg":"trace[767848154] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:4788; }","duration":"145.818155ms","start":"2026-07-27T21:54:17.282415Z","end":"2026-07-27T21:54:17.428233Z","steps":["trace[767848154] 'agreement among raft nodes before linearized reading' (duration: 145.703971ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:17.428256Z","caller":"traceutil/trace.go:171","msg":"trace[515370837] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4788; }","duration":"303.658012ms","start":"2026-07-27T21:54:17.124585Z","end":"2026-07-27T21:54:17.428244Z","steps":["trace[515370837] 'agreement among raft nodes before linearized reading' (duration: 303.042743ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:17.428224Z","caller":"traceutil/trace.go:171","msg":"trace[22415163] transaction","detail":"{read_only:false; response_revision:4788; number_of_response:1; }","duration":"351.063709ms","start":"2026-07-27T21:54:17.077105Z","end":"2026-07-27T21:54:17.428168Z","steps":["trace[22415163] 'process raft request' (duration: 332.059275ms)","trace[22415163] 'compare' (duration: 18.214859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:17.428255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.532929ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"warn","ts":"2026-07-27T21:54:17.428303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.124561Z","time spent":"303.730484ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T21:54:17.428341Z","caller":"traceutil/trace.go:171","msg":"trace[1608574790] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4788; }","duration":"343.677385ms","start":"2026-07-27T21:54:17.084641Z","end":"2026-07-27T21:54:17.428318Z","steps":["trace[1608574790] 'agreement among raft nodes before linearized reading' (duration: 343.397506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.428394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.084621Z","time spent":"343.758746ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T21:54:17.428432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.077069Z","time spent":"351.257165ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:17.428422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.739059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:17.42852Z","caller":"traceutil/trace.go:171","msg":"trace[374455518] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:4788; }","duration":"149.864613ms","start":"2026-07-27T21:54:17.27861Z","end":"2026-07-27T21:54:17.428475Z","steps":["trace[374455518] 'agreement among raft nodes before linearized reading' (duration: 149.74758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.42852Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.11234ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:23 size:571207"} {"level":"warn","ts":"2026-07-27T21:54:17.428547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"300.251984ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-27T21:54:17.428603Z","caller":"traceutil/trace.go:171","msg":"trace[1861443348] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:23; response_revision:4788; }","duration":"172.212164ms","start":"2026-07-27T21:54:17.256358Z","end":"2026-07-27T21:54:17.42857Z","steps":["trace[1861443348] 'agreement among raft nodes before linearized reading' (duration: 171.644845ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:17.428694Z","caller":"traceutil/trace.go:171","msg":"trace[211975878] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4788; }","duration":"300.484361ms","start":"2026-07-27T21:54:17.128157Z","end":"2026-07-27T21:54:17.428641Z","steps":["trace[211975878] 'agreement among raft nodes before linearized reading' (duration: 300.024396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.428767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.128134Z","time spent":"300.621245ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T21:54:17.842059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"264.788657ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:54:17.842309Z","caller":"traceutil/trace.go:171","msg":"trace[1300121109] transaction","detail":"{read_only:false; response_revision:4790; number_of_response:1; }","duration":"408.011609ms","start":"2026-07-27T21:54:17.434275Z","end":"2026-07-27T21:54:17.842287Z","steps":["trace[1300121109] 'process raft request' (duration: 407.927766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.842394Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.434255Z","time spent":"408.104042ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:17.842425Z","caller":"traceutil/trace.go:171","msg":"trace[1056182508] transaction","detail":"{read_only:false; response_revision:4789; number_of_response:1; }","duration":"408.150974ms","start":"2026-07-27T21:54:17.434251Z","end":"2026-07-27T21:54:17.842402Z","steps":["trace[1056182508] 'process raft request' (duration: 142.888871ms)","trace[1056182508] 'compare' (duration: 264.644143ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:17.842565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.434218Z","time spent":"408.275058ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:17.893084Z","caller":"traceutil/trace.go:171","msg":"trace[2123203692] transaction","detail":"{read_only:false; response_revision:4791; number_of_response:1; }","duration":"458.748072ms","start":"2026-07-27T21:54:17.434312Z","end":"2026-07-27T21:54:17.89306Z","steps":["trace[2123203692] 'process raft request' (duration: 458.456623ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:17.893084Z","caller":"traceutil/trace.go:171","msg":"trace[175766262] transaction","detail":"{read_only:false; response_revision:4792; number_of_response:1; }","duration":"458.705481ms","start":"2026-07-27T21:54:17.434346Z","end":"2026-07-27T21:54:17.893051Z","steps":["trace[175766262] 'process raft request' (duration: 458.603098ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.89319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.434295Z","time spent":"458.842945ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:17.893296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.434335Z","time spent":"458.846355ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:17.893612Z","caller":"traceutil/trace.go:171","msg":"trace[1532220348] linearizableReadLoop","detail":"{readStateIndex:4978; appliedIndex:4972; }","duration":"456.533542ms","start":"2026-07-27T21:54:17.437019Z","end":"2026-07-27T21:54:17.893553Z","steps":["trace[1532220348] 'read index received' (duration: 140.125563ms)","trace[1532220348] 'applied index is now lower than readState.Index' (duration: 316.406239ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:17.893714Z","caller":"traceutil/trace.go:171","msg":"trace[2076130035] transaction","detail":"{read_only:false; response_revision:4793; number_of_response:1; }","duration":"458.820324ms","start":"2026-07-27T21:54:17.434862Z","end":"2026-07-27T21:54:17.893682Z","steps":["trace[2076130035] 'process raft request' (duration: 458.144082ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.893911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.43484Z","time spent":"458.974689ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:17.89394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.207118ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-898k6\" ","response":"range_response_count:1 size:5138"} {"level":"warn","ts":"2026-07-27T21:54:17.893962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"343.108467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-27T21:54:17.893992Z","caller":"traceutil/trace.go:171","msg":"trace[914547694] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-898k6; range_end:; response_count:1; response_revision:4794; }","duration":"387.310321ms","start":"2026-07-27T21:54:17.506663Z","end":"2026-07-27T21:54:17.893973Z","steps":["trace[914547694] 'agreement among raft nodes before linearized reading' (duration: 387.128845ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:17.894013Z","caller":"traceutil/trace.go:171","msg":"trace[1495379688] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4794; }","duration":"343.18276ms","start":"2026-07-27T21:54:17.550816Z","end":"2026-07-27T21:54:17.893998Z","steps":["trace[1495379688] 'agreement among raft nodes before linearized reading' (duration: 343.015875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.894048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.550804Z","time spent":"343.237541ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T21:54:17.894048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.506651Z","time spent":"387.384594ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":5162,"request content":"key:\"/registry/pods/monitoring/kube-prometheus-stack-kube-state-metrics-c7bd54d7-898k6\" "} {"level":"warn","ts":"2026-07-27T21:54:17.893981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"456.950625ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1342"} {"level":"info","ts":"2026-07-27T21:54:17.89416Z","caller":"traceutil/trace.go:171","msg":"trace[1049675824] transaction","detail":"{read_only:false; response_revision:4794; number_of_response:1; }","duration":"458.6917ms","start":"2026-07-27T21:54:17.434871Z","end":"2026-07-27T21:54:17.893563Z","steps":["trace[1049675824] 'process raft request' (duration: 458.434362ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:17.894118Z","caller":"traceutil/trace.go:171","msg":"trace[630223067] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:4794; }","duration":"457.084969ms","start":"2026-07-27T21:54:17.437012Z","end":"2026-07-27T21:54:17.894097Z","steps":["trace[630223067] 'agreement among raft nodes before linearized reading' (duration: 456.653705ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:17.894422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.436975Z","time spent":"457.349127ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":1366,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" "} {"level":"warn","ts":"2026-07-27T21:54:17.895341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.434838Z","time spent":"459.486725ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:18.33772Z","caller":"traceutil/trace.go:171","msg":"trace[25496969] linearizableReadLoop","detail":"{readStateIndex:4979; appliedIndex:4978; }","duration":"437.847398ms","start":"2026-07-27T21:54:17.899836Z","end":"2026-07-27T21:54:18.337683Z","steps":["trace[25496969] 'read index received' (duration: 434.841573ms)","trace[25496969] 'applied index is now lower than readState.Index' (duration: 3.003665ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:18.33792Z","caller":"traceutil/trace.go:171","msg":"trace[131104559] transaction","detail":"{read_only:false; response_revision:4795; number_of_response:1; }","duration":"438.329723ms","start":"2026-07-27T21:54:17.89951Z","end":"2026-07-27T21:54:18.33784Z","steps":["trace[131104559] 'process raft request' (duration: 435.167283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:18.337972Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"438.114107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:18.338047Z","caller":"traceutil/trace.go:171","msg":"trace[1330277086] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1; range_end:; response_count:0; response_revision:4795; }","duration":"438.24774ms","start":"2026-07-27T21:54:17.89978Z","end":"2026-07-27T21:54:18.338028Z","steps":["trace[1330277086] 'agreement among raft nodes before linearized reading' (duration: 438.097056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:18.338088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.899755Z","time spent":"438.324163ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":0,"response size":29,"request content":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-1\" "} {"level":"warn","ts":"2026-07-27T21:54:18.338128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.899486Z","time spent":"438.52727ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:18.344888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"422.656026ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:18.344968Z","caller":"traceutil/trace.go:171","msg":"trace[808390798] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:4796; }","duration":"422.821942ms","start":"2026-07-27T21:54:17.922126Z","end":"2026-07-27T21:54:18.344948Z","steps":["trace[808390798] 'agreement among raft nodes before linearized reading' (duration: 422.691508ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:18.344955Z","caller":"traceutil/trace.go:171","msg":"trace[1512234296] transaction","detail":"{read_only:false; response_revision:4796; number_of_response:1; }","duration":"443.320932ms","start":"2026-07-27T21:54:17.901586Z","end":"2026-07-27T21:54:18.344907Z","steps":["trace[1512234296] 'process raft request' (duration: 442.778565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:18.344913Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.593095ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T21:54:18.345057Z","caller":"traceutil/trace.go:171","msg":"trace[494028559] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:4796; }","duration":"143.814092ms","start":"2026-07-27T21:54:18.201235Z","end":"2026-07-27T21:54:18.34505Z","steps":["trace[494028559] 'agreement among raft nodes before linearized reading' (duration: 143.490802ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:18.345198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.901572Z","time spent":"443.514358ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4923,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:18.345018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:17.922097Z","time spent":"422.909165ms","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-27T21:54:19.572839Z","caller":"traceutil/trace.go:171","msg":"trace[1362561015] linearizableReadLoop","detail":"{readStateIndex:4991; appliedIndex:4990; }","duration":"240.893707ms","start":"2026-07-27T21:54:19.331914Z","end":"2026-07-27T21:54:19.572808Z","steps":["trace[1362561015] 'read index received' (duration: 240.705461ms)","trace[1362561015] 'applied index is now lower than readState.Index' (duration: 186.446µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:19.572937Z","caller":"traceutil/trace.go:171","msg":"trace[515063509] transaction","detail":"{read_only:false; response_revision:4807; number_of_response:1; }","duration":"531.310149ms","start":"2026-07-27T21:54:19.041604Z","end":"2026-07-27T21:54:19.572914Z","steps":["trace[515063509] 'process raft request' (duration: 530.995249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:19.57301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.071962ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:19.573044Z","caller":"traceutil/trace.go:171","msg":"trace[789513442] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4807; }","duration":"241.190166ms","start":"2026-07-27T21:54:19.331844Z","end":"2026-07-27T21:54:19.573034Z","steps":["trace[789513442] 'agreement among raft nodes before linearized reading' (duration: 241.085633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:19.573062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:19.041563Z","time spent":"531.417053ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:19.596447Z","caller":"traceutil/trace.go:171","msg":"trace[867688311] transaction","detail":"{read_only:false; response_revision:4808; number_of_response:1; }","duration":"162.083152ms","start":"2026-07-27T21:54:19.434333Z","end":"2026-07-27T21:54:19.596417Z","steps":["trace[867688311] 'process raft request' (duration: 161.925557ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:23.774841Z","caller":"traceutil/trace.go:171","msg":"trace[207630232] transaction","detail":"{read_only:false; response_revision:4948; number_of_response:1; }","duration":"165.021956ms","start":"2026-07-27T21:54:23.609781Z","end":"2026-07-27T21:54:23.774803Z","steps":["trace[207630232] 'process raft request' (duration: 164.576862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.336767Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399172164,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T21:54:24.598237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.217988ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:54:24.598366Z","caller":"traceutil/trace.go:171","msg":"trace[1975451325] linearizableReadLoop","detail":"{readStateIndex:5138; appliedIndex:5137; }","duration":"761.725114ms","start":"2026-07-27T21:54:23.836619Z","end":"2026-07-27T21:54:24.598344Z","steps":["trace[1975451325] 'read index received' (duration: 626.250307ms)","trace[1975451325] 'applied index is now lower than readState.Index' (duration: 135.473117ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:24.598495Z","caller":"traceutil/trace.go:171","msg":"trace[1643627303] transaction","detail":"{read_only:false; response_revision:4949; number_of_response:1; }","duration":"814.319235ms","start":"2026-07-27T21:54:23.784137Z","end":"2026-07-27T21:54:24.598456Z","steps":["trace[1643627303] 'process raft request' (duration: 678.719355ms)","trace[1643627303] 'compare' (duration: 134.600509ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:24.598649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:23.784105Z","time spent":"814.46037ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3703,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:24.598634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"700.042223ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T21:54:24.598703Z","caller":"traceutil/trace.go:171","msg":"trace[1166631398] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:4949; }","duration":"700.151956ms","start":"2026-07-27T21:54:23.898533Z","end":"2026-07-27T21:54:24.598685Z","steps":["trace[1166631398] 'agreement among raft nodes before linearized reading' (duration: 699.96486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.598741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:23.898517Z","time spent":"700.216538ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T21:54:24.598783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"310.021545ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:413055"} {"level":"info","ts":"2026-07-27T21:54:24.598841Z","caller":"traceutil/trace.go:171","msg":"trace[105638818] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:4949; }","duration":"310.138049ms","start":"2026-07-27T21:54:24.288686Z","end":"2026-07-27T21:54:24.598824Z","steps":["trace[105638818] 'agreement among raft nodes before linearized reading' (duration: 309.874721ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.598886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.28863Z","time spent":"310.244513ms","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":413079,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-27T21:54:24.598514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.887259ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T21:54:24.599319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"204.629735ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-27T21:54:24.599327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.373212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:24.599355Z","caller":"traceutil/trace.go:171","msg":"trace[1652360451] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:4949; }","duration":"762.753576ms","start":"2026-07-27T21:54:23.836572Z","end":"2026-07-27T21:54:24.599326Z","steps":["trace[1652360451] 'agreement among raft nodes before linearized reading' (duration: 761.890479ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:24.599379Z","caller":"traceutil/trace.go:171","msg":"trace[840150600] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:4949; }","duration":"204.726438ms","start":"2026-07-27T21:54:24.394639Z","end":"2026-07-27T21:54:24.599365Z","steps":["trace[840150600] 'agreement among raft nodes before linearized reading' (duration: 204.582614ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:24.599391Z","caller":"traceutil/trace.go:171","msg":"trace[1110698146] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:4949; }","duration":"296.474215ms","start":"2026-07-27T21:54:24.302895Z","end":"2026-07-27T21:54:24.59937Z","steps":["trace[1110698146] 'agreement among raft nodes before linearized reading' (duration: 296.379712ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.5994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:23.83655Z","time spent":"762.834499ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":29,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T21:54:24.599419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"656.909621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-27T21:54:24.599489Z","caller":"traceutil/trace.go:171","msg":"trace[777053643] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:4949; }","duration":"657.001305ms","start":"2026-07-27T21:54:23.942466Z","end":"2026-07-27T21:54:24.599467Z","steps":["trace[777053643] 'agreement among raft nodes before linearized reading' (duration: 656.757297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.599527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:23.942456Z","time spent":"657.064126ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T21:54:24.599474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.581706ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T21:54:24.599541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.348267ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T21:54:24.599589Z","caller":"traceutil/trace.go:171","msg":"trace[1759111234] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:4949; }","duration":"652.409229ms","start":"2026-07-27T21:54:23.947167Z","end":"2026-07-27T21:54:24.599577Z","steps":["trace[1759111234] 'agreement among raft nodes before linearized reading' (duration: 652.070978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.59959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"652.420349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-27T21:54:24.599621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:23.947162Z","time spent":"652.45153ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T21:54:24.599616Z","caller":"traceutil/trace.go:171","msg":"trace[1877396353] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4949; }","duration":"267.781202ms","start":"2026-07-27T21:54:24.331798Z","end":"2026-07-27T21:54:24.599579Z","steps":["trace[1877396353] 'agreement among raft nodes before linearized reading' (duration: 267.502813ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:24.599661Z","caller":"traceutil/trace.go:171","msg":"trace[1986534618] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:4949; }","duration":"652.534503ms","start":"2026-07-27T21:54:23.947102Z","end":"2026-07-27T21:54:24.599637Z","steps":["trace[1986534618] 'agreement among raft nodes before linearized reading' (duration: 652.146461ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.599698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.730164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T21:54:24.59972Z","caller":"traceutil/trace.go:171","msg":"trace[258162287] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:4949; }","duration":"666.805396ms","start":"2026-07-27T21:54:23.932908Z","end":"2026-07-27T21:54:24.599714Z","steps":["trace[258162287] 'agreement among raft nodes before linearized reading' (duration: 666.394983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.599302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.11875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-2561a459-c9aa-4526-8fd9-75bcd980781a\" ","response":"range_response_count:1 size:3718"} {"level":"warn","ts":"2026-07-27T21:54:24.599737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:23.932878Z","time spent":"666.853928ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T21:54:24.599722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:23.947083Z","time spent":"652.624295ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T21:54:24.599766Z","caller":"traceutil/trace.go:171","msg":"trace[1400775365] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-2561a459-c9aa-4526-8fd9-75bcd980781a; range_end:; response_count:1; response_revision:4949; }","duration":"166.606866ms","start":"2026-07-27T21:54:24.433145Z","end":"2026-07-27T21:54:24.599751Z","steps":["trace[1400775365] 'agreement among raft nodes before linearized reading' (duration: 166.036858ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.600134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"697.479981ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T21:54:24.600276Z","caller":"traceutil/trace.go:171","msg":"trace[2001358199] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:4949; }","duration":"697.654857ms","start":"2026-07-27T21:54:23.902583Z","end":"2026-07-27T21:54:24.600238Z","steps":["trace[2001358199] 'agreement among raft nodes before linearized reading' (duration: 696.660946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.600349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:23.90257Z","time spent":"697.76435ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T21:54:24.601035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"566.123887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:25 size:821559"} {"level":"info","ts":"2026-07-27T21:54:24.601448Z","caller":"traceutil/trace.go:171","msg":"trace[1612771445] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:25; response_revision:4949; }","duration":"566.586931ms","start":"2026-07-27T21:54:24.034812Z","end":"2026-07-27T21:54:24.601399Z","steps":["trace[1612771445] 'agreement among raft nodes before linearized reading' (duration: 564.088152ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.601524Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.034764Z","time spent":"566.743737ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":25,"response size":821583,"request content":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" "} {"level":"warn","ts":"2026-07-27T21:54:24.600838Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.318648ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T21:54:24.601962Z","caller":"traceutil/trace.go:171","msg":"trace[1122301019] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:4949; }","duration":"201.467755ms","start":"2026-07-27T21:54:24.400466Z","end":"2026-07-27T21:54:24.601934Z","steps":["trace[1122301019] 'agreement among raft nodes before linearized reading' (duration: 198.443739ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:24.956067Z","caller":"traceutil/trace.go:171","msg":"trace[1021318164] transaction","detail":"{read_only:false; response_revision:4950; number_of_response:1; }","duration":"349.242322ms","start":"2026-07-27T21:54:24.606792Z","end":"2026-07-27T21:54:24.956034Z","steps":["trace[1021318164] 'process raft request' (duration: 349.031485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.956288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.606763Z","time spent":"349.402727ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:24.97306Z","caller":"traceutil/trace.go:171","msg":"trace[1787520050] transaction","detail":"{read_only:false; response_revision:4951; number_of_response:1; }","duration":"365.8531ms","start":"2026-07-27T21:54:24.607166Z","end":"2026-07-27T21:54:24.973019Z","steps":["trace[1787520050] 'process raft request' (duration: 365.007963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.973251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.607135Z","time spent":"366.019545ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:24.973435Z","caller":"traceutil/trace.go:171","msg":"trace[1630555180] transaction","detail":"{read_only:false; response_revision:4952; number_of_response:1; }","duration":"366.222722ms","start":"2026-07-27T21:54:24.607179Z","end":"2026-07-27T21:54:24.973402Z","steps":["trace[1630555180] 'process raft request' (duration: 365.759377ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:24.973533Z","caller":"traceutil/trace.go:171","msg":"trace[1414822459] transaction","detail":"{read_only:false; response_revision:4953; number_of_response:1; }","duration":"366.239952ms","start":"2026-07-27T21:54:24.607263Z","end":"2026-07-27T21:54:24.973503Z","steps":["trace[1414822459] 'process raft request' (duration: 365.998764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.973721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.607249Z","time spent":"366.371827ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:24.973792Z","caller":"traceutil/trace.go:171","msg":"trace[1689672169] transaction","detail":"{read_only:false; response_revision:4954; number_of_response:1; }","duration":"366.177091ms","start":"2026-07-27T21:54:24.607594Z","end":"2026-07-27T21:54:24.973771Z","steps":["trace[1689672169] 'process raft request' (duration: 365.85331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.973874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.607566Z","time spent":"366.264013ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:24.973701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.607131Z","time spent":"366.390518ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:24.974591Z","caller":"traceutil/trace.go:171","msg":"trace[1041410794] transaction","detail":"{read_only:false; response_revision:4956; number_of_response:1; }","duration":"366.901714ms","start":"2026-07-27T21:54:24.607664Z","end":"2026-07-27T21:54:24.974565Z","steps":["trace[1041410794] 'process raft request' (duration: 366.766279ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.974768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.607649Z","time spent":"367.029537ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:24.974779Z","caller":"traceutil/trace.go:171","msg":"trace[1426089179] linearizableReadLoop","detail":"{readStateIndex:5145; appliedIndex:5138; }","duration":"366.811961ms","start":"2026-07-27T21:54:24.607951Z","end":"2026-07-27T21:54:24.974763Z","steps":["trace[1426089179] 'read index received' (duration: 347.941211ms)","trace[1426089179] 'applied index is now lower than readState.Index' (duration: 18.8699ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:24.974956Z","caller":"traceutil/trace.go:171","msg":"trace[1027032728] transaction","detail":"{read_only:false; response_revision:4955; number_of_response:1; }","duration":"367.304056ms","start":"2026-07-27T21:54:24.607639Z","end":"2026-07-27T21:54:24.974943Z","steps":["trace[1027032728] 'process raft request' (duration: 366.638955ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:24.975035Z","caller":"traceutil/trace.go:171","msg":"trace[2059850047] transaction","detail":"{read_only:false; response_revision:4957; number_of_response:1; }","duration":"366.001515ms","start":"2026-07-27T21:54:24.609019Z","end":"2026-07-27T21:54:24.97502Z","steps":["trace[2059850047] 'process raft request' (duration: 365.496789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.975042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.607623Z","time spent":"367.378119ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:24.975118Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.609006Z","time spent":"366.068227ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:24.975267Z","caller":"traceutil/trace.go:171","msg":"trace[1353508790] transaction","detail":"{read_only:false; response_revision:4959; number_of_response:1; }","duration":"232.646716ms","start":"2026-07-27T21:54:24.74261Z","end":"2026-07-27T21:54:24.975256Z","steps":["trace[1353508790] 'process raft request' (duration: 232.106839ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:24.975363Z","caller":"traceutil/trace.go:171","msg":"trace[2021903776] transaction","detail":"{read_only:false; response_revision:4958; number_of_response:1; }","duration":"248.887792ms","start":"2026-07-27T21:54:24.726463Z","end":"2026-07-27T21:54:24.975351Z","steps":["trace[2021903776] 'process raft request' (duration: 248.169119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.97554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"367.584285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46086"} {"level":"info","ts":"2026-07-27T21:54:24.975588Z","caller":"traceutil/trace.go:171","msg":"trace[979487619] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4959; }","duration":"367.635467ms","start":"2026-07-27T21:54:24.607943Z","end":"2026-07-27T21:54:24.975578Z","steps":["trace[979487619] 'agreement among raft nodes before linearized reading' (duration: 367.386559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:24.975621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:24.607899Z","time spent":"367.716249ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":6,"response size":46110,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-27T21:54:25.36271Z","caller":"traceutil/trace.go:171","msg":"trace[1093334861] transaction","detail":"{read_only:false; response_revision:4960; number_of_response:1; }","duration":"359.526439ms","start":"2026-07-27T21:54:25.003152Z","end":"2026-07-27T21:54:25.362679Z","steps":["trace[1093334861] 'process raft request' (duration: 359.083335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:25.36292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:25.003123Z","time spent":"359.684864ms","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":413790,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:25.571389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.610144ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:135"} {"level":"info","ts":"2026-07-27T21:54:25.571499Z","caller":"traceutil/trace.go:171","msg":"trace[1392157581] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:4960; }","duration":"165.77582ms","start":"2026-07-27T21:54:25.405688Z","end":"2026-07-27T21:54:25.571464Z","steps":["trace[1392157581] 'range keys from in-memory index tree' (duration: 165.425559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:26.315873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"579.264745ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:26.315956Z","caller":"traceutil/trace.go:171","msg":"trace[934327312] range","detail":"{range_begin:/registry/serviceaccounts/monitoring/goldpinger; range_end:; response_count:0; response_revision:4961; }","duration":"579.389939ms","start":"2026-07-27T21:54:25.736545Z","end":"2026-07-27T21:54:26.315935Z","steps":["trace[934327312] 'range keys from in-memory index tree' (duration: 579.188622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:26.315998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:25.736527Z","time spent":"579.460881ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":29,"request content":"key:\"/registry/serviceaccounts/monitoring/goldpinger\" "} {"level":"warn","ts":"2026-07-27T21:54:26.316714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.210756ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"warn","ts":"2026-07-27T21:54:26.316725Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"615.90364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T21:54:26.316891Z","caller":"traceutil/trace.go:171","msg":"trace[483427563] transaction","detail":"{read_only:false; response_revision:4962; number_of_response:1; }","duration":"536.731303ms","start":"2026-07-27T21:54:25.780142Z","end":"2026-07-27T21:54:26.316873Z","steps":["trace[483427563] 'process raft request' (duration: 129.032612ms)","trace[483427563] 'compare' (duration: 406.556664ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:26.316899Z","caller":"traceutil/trace.go:171","msg":"trace[185116739] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:4961; }","duration":"616.113766ms","start":"2026-07-27T21:54:25.700757Z","end":"2026-07-27T21:54:26.31687Z","steps":["trace[185116739] 'range keys from in-memory index tree' (duration: 615.105164ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:26.316901Z","caller":"traceutil/trace.go:171","msg":"trace[1339814594] linearizableReadLoop","detail":"{readStateIndex:5152; appliedIndex:5151; }","duration":"366.038377ms","start":"2026-07-27T21:54:25.950811Z","end":"2026-07-27T21:54:26.316849Z","steps":["trace[1339814594] 'read index received' (duration: 33.361µs)","trace[1339814594] 'applied index is now lower than readState.Index' (duration: 366.003126ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:26.317026Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.211902ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"warn","ts":"2026-07-27T21:54:26.317023Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:25.700739Z","time spent":"616.24877ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T21:54:26.316992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:25.780118Z","time spent":"536.805675ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:26.317076Z","caller":"traceutil/trace.go:171","msg":"trace[53205815] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:4962; }","duration":"366.281795ms","start":"2026-07-27T21:54:25.950779Z","end":"2026-07-27T21:54:26.317061Z","steps":["trace[53205815] 'agreement among raft nodes before linearized reading' (duration: 366.164431ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:26.317117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:25.950762Z","time spent":"366.347516ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-27T21:54:26.347316Z","caller":"traceutil/trace.go:171","msg":"trace[1062387960] transaction","detail":"{read_only:false; response_revision:4963; number_of_response:1; }","duration":"109.877673ms","start":"2026-07-27T21:54:26.237421Z","end":"2026-07-27T21:54:26.347299Z","steps":["trace[1062387960] 'process raft request' (duration: 109.773229ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:26.347668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.853349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/monitoring/storage-loki-0.18c6442d020924f5\" ","response":"range_response_count:1 size:943"} {"level":"info","ts":"2026-07-27T21:54:26.347772Z","caller":"traceutil/trace.go:171","msg":"trace[894056934] range","detail":"{range_begin:/registry/events/monitoring/storage-loki-0.18c6442d020924f5; range_end:; response_count:1; response_revision:4963; }","duration":"214.024774ms","start":"2026-07-27T21:54:26.133724Z","end":"2026-07-27T21:54:26.347748Z","steps":["trace[894056934] 'agreement among raft nodes before linearized reading' (duration: 213.622611ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:26.597762Z","caller":"traceutil/trace.go:171","msg":"trace[326117650] linearizableReadLoop","detail":"{readStateIndex:5155; appliedIndex:5154; }","duration":"207.516707ms","start":"2026-07-27T21:54:26.390216Z","end":"2026-07-27T21:54:26.597733Z","steps":["trace[326117650] 'read index received' (duration: 192.958384ms)","trace[326117650] 'applied index is now lower than readState.Index' (duration: 14.556973ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:26.597811Z","caller":"traceutil/trace.go:171","msg":"trace[2116170842] transaction","detail":"{read_only:false; response_revision:4965; number_of_response:1; }","duration":"247.495358ms","start":"2026-07-27T21:54:26.350278Z","end":"2026-07-27T21:54:26.597773Z","steps":["trace[2116170842] 'process raft request' (duration: 232.904384ms)","trace[2116170842] 'compare' (duration: 14.418019ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:26.59797Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.731763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:26.598036Z","caller":"traceutil/trace.go:171","msg":"trace[1074806524] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:4965; }","duration":"207.838807ms","start":"2026-07-27T21:54:26.390183Z","end":"2026-07-27T21:54:26.598022Z","steps":["trace[1074806524] 'agreement among raft nodes before linearized reading' (duration: 207.669452ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:26.5982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"207.892688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:15792"} {"level":"info","ts":"2026-07-27T21:54:26.598262Z","caller":"traceutil/trace.go:171","msg":"trace[205427765] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:4965; }","duration":"207.968301ms","start":"2026-07-27T21:54:26.390278Z","end":"2026-07-27T21:54:26.598246Z","steps":["trace[205427765] 'agreement among raft nodes before linearized reading' (duration: 207.732884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:26.598342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.537615ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/goldpinger-clusterrole\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:26.598418Z","caller":"traceutil/trace.go:171","msg":"trace[758345143] range","detail":"{range_begin:/registry/clusterroles/goldpinger-clusterrole; range_end:; response_count:0; response_revision:4965; }","duration":"206.654959ms","start":"2026-07-27T21:54:26.391748Z","end":"2026-07-27T21:54:26.598403Z","steps":["trace[758345143] 'agreement among raft nodes before linearized reading' (duration: 206.509374ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:26.848495Z","caller":"traceutil/trace.go:171","msg":"trace[1626174132] transaction","detail":"{read_only:false; response_revision:4970; number_of_response:1; }","duration":"110.124011ms","start":"2026-07-27T21:54:26.738325Z","end":"2026-07-27T21:54:26.848449Z","steps":["trace[1626174132] 'process raft request' (duration: 86.567692ms)","trace[1626174132] 'compare' (duration: 23.2718ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:27.13633Z","caller":"traceutil/trace.go:171","msg":"trace[601763434] transaction","detail":"{read_only:false; response_revision:4983; number_of_response:1; }","duration":"151.907389ms","start":"2026-07-27T21:54:26.984383Z","end":"2026-07-27T21:54:27.13629Z","steps":["trace[601763434] 'process raft request' (duration: 151.782375ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.136619Z","caller":"traceutil/trace.go:171","msg":"trace[1472874688] transaction","detail":"{read_only:false; response_revision:4982; number_of_response:1; }","duration":"153.634895ms","start":"2026-07-27T21:54:26.982942Z","end":"2026-07-27T21:54:27.136577Z","steps":["trace[1472874688] 'process raft request' (duration: 153.000014ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.136904Z","caller":"traceutil/trace.go:171","msg":"trace[400197157] transaction","detail":"{read_only:false; response_revision:4984; number_of_response:1; }","duration":"151.671221ms","start":"2026-07-27T21:54:26.985188Z","end":"2026-07-27T21:54:27.136859Z","steps":["trace[400197157] 'process raft request' (duration: 151.046842ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.136995Z","caller":"traceutil/trace.go:171","msg":"trace[1370082706] transaction","detail":"{read_only:false; response_revision:4985; number_of_response:1; }","duration":"151.485265ms","start":"2026-07-27T21:54:26.985497Z","end":"2026-07-27T21:54:27.136982Z","steps":["trace[1370082706] 'process raft request' (duration: 151.218437ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.137083Z","caller":"traceutil/trace.go:171","msg":"trace[1872951791] transaction","detail":"{read_only:false; response_revision:4986; number_of_response:1; }","duration":"151.354111ms","start":"2026-07-27T21:54:26.98572Z","end":"2026-07-27T21:54:27.137074Z","steps":["trace[1872951791] 'process raft request' (duration: 151.185226ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.137215Z","caller":"traceutil/trace.go:171","msg":"trace[1730009758] transaction","detail":"{read_only:false; response_revision:4987; number_of_response:1; }","duration":"151.264558ms","start":"2026-07-27T21:54:26.985934Z","end":"2026-07-27T21:54:27.137199Z","steps":["trace[1730009758] 'process raft request' (duration: 151.01152ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.137505Z","caller":"traceutil/trace.go:171","msg":"trace[1261913297] transaction","detail":"{read_only:false; response_revision:4988; number_of_response:1; }","duration":"151.394943ms","start":"2026-07-27T21:54:26.985961Z","end":"2026-07-27T21:54:27.137356Z","steps":["trace[1261913297] 'process raft request' (duration: 151.034072ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.137523Z","caller":"traceutil/trace.go:171","msg":"trace[1155575819] transaction","detail":"{read_only:false; response_revision:4989; number_of_response:1; }","duration":"117.02471ms","start":"2026-07-27T21:54:27.020468Z","end":"2026-07-27T21:54:27.137493Z","steps":["trace[1155575819] 'process raft request' (duration: 116.756361ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:27.137742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.970108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T21:54:27.137801Z","caller":"traceutil/trace.go:171","msg":"trace[2121463745] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:4989; }","duration":"156.075792ms","start":"2026-07-27T21:54:26.98171Z","end":"2026-07-27T21:54:27.137786Z","steps":["trace[2121463745] 'agreement among raft nodes before linearized reading' (duration: 155.804793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:27.138876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.310069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/\" range_end:\"/registry/secrets/monitoring0\" ","response":"range_response_count:26 size:831795"} {"level":"info","ts":"2026-07-27T21:54:27.138941Z","caller":"traceutil/trace.go:171","msg":"trace[143884914] range","detail":"{range_begin:/registry/secrets/monitoring/; range_end:/registry/secrets/monitoring0; response_count:26; response_revision:4989; }","duration":"100.424212ms","start":"2026-07-27T21:54:27.038503Z","end":"2026-07-27T21:54:27.138927Z","steps":["trace[143884914] 'agreement among raft nodes before linearized reading' (duration: 98.923975ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.182877Z","caller":"traceutil/trace.go:171","msg":"trace[1993975] transaction","detail":"{read_only:false; response_revision:4990; number_of_response:1; }","duration":"127.775652ms","start":"2026-07-27T21:54:27.055048Z","end":"2026-07-27T21:54:27.182823Z","steps":["trace[1993975] 'process raft request' (duration: 127.492253ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.182902Z","caller":"traceutil/trace.go:171","msg":"trace[32018780] transaction","detail":"{read_only:false; response_revision:4991; number_of_response:1; }","duration":"126.807531ms","start":"2026-07-27T21:54:27.056073Z","end":"2026-07-27T21:54:27.18288Z","steps":["trace[32018780] 'process raft request' (duration: 126.667417ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.183305Z","caller":"traceutil/trace.go:171","msg":"trace[1773374299] transaction","detail":"{read_only:false; response_revision:4992; number_of_response:1; }","duration":"126.204632ms","start":"2026-07-27T21:54:27.057069Z","end":"2026-07-27T21:54:27.183273Z","steps":["trace[1773374299] 'process raft request' (duration: 125.752157ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.183521Z","caller":"traceutil/trace.go:171","msg":"trace[50454773] transaction","detail":"{read_only:false; response_revision:4993; number_of_response:1; }","duration":"125.124937ms","start":"2026-07-27T21:54:27.058351Z","end":"2026-07-27T21:54:27.183476Z","steps":["trace[50454773] 'process raft request' (duration: 124.88677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:27.32249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.606762ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:54:27.32263Z","caller":"traceutil/trace.go:171","msg":"trace[1066015039] linearizableReadLoop","detail":"{readStateIndex:5185; appliedIndex:5184; }","duration":"139.143893ms","start":"2026-07-27T21:54:27.183467Z","end":"2026-07-27T21:54:27.322611Z","steps":["trace[1066015039] 'read index received' (duration: 36.281803ms)","trace[1066015039] 'applied index is now lower than readState.Index' (duration: 102.85939ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:27.322698Z","caller":"traceutil/trace.go:171","msg":"trace[2021000638] transaction","detail":"{read_only:false; response_revision:4994; number_of_response:1; }","duration":"171.956757ms","start":"2026-07-27T21:54:27.150694Z","end":"2026-07-27T21:54:27.322651Z","steps":["trace[2021000638] 'process raft request' (duration: 69.091017ms)","trace[2021000638] 'compare' (duration: 102.195498ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:27.322993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.570137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:6 size:46086"} {"level":"info","ts":"2026-07-27T21:54:27.323186Z","caller":"traceutil/trace.go:171","msg":"trace[1169529772] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:6; response_revision:4994; }","duration":"178.824395ms","start":"2026-07-27T21:54:27.144345Z","end":"2026-07-27T21:54:27.323169Z","steps":["trace[1169529772] 'agreement among raft nodes before linearized reading' (duration: 178.382831ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:27.329696Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.599416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/goldpinger-t9j6w\" ","response":"range_response_count:1 size:3945"} {"level":"info","ts":"2026-07-27T21:54:27.329754Z","caller":"traceutil/trace.go:171","msg":"trace[989519564] range","detail":"{range_begin:/registry/pods/monitoring/goldpinger-t9j6w; range_end:; response_count:1; response_revision:4995; }","duration":"138.777831ms","start":"2026-07-27T21:54:27.190965Z","end":"2026-07-27T21:54:27.329742Z","steps":["trace[989519564] 'agreement among raft nodes before linearized reading' (duration: 138.547974ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.329457Z","caller":"traceutil/trace.go:171","msg":"trace[1199606223] transaction","detail":"{read_only:false; response_revision:4995; number_of_response:1; }","duration":"140.676641ms","start":"2026-07-27T21:54:27.188761Z","end":"2026-07-27T21:54:27.329438Z","steps":["trace[1199606223] 'process raft request' (duration: 140.518316ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:27.910069Z","caller":"traceutil/trace.go:171","msg":"trace[481756099] transaction","detail":"{read_only:false; response_revision:5004; number_of_response:1; }","duration":"112.827866ms","start":"2026-07-27T21:54:27.797205Z","end":"2026-07-27T21:54:27.910033Z","steps":["trace[481756099] 'process raft request' (duration: 26.270675ms)","trace[481756099] 'compare' (duration: 86.331514ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:27.910132Z","caller":"traceutil/trace.go:171","msg":"trace[66445551] linearizableReadLoop","detail":"{readStateIndex:5195; appliedIndex:5194; }","duration":"112.854278ms","start":"2026-07-27T21:54:27.797223Z","end":"2026-07-27T21:54:27.910077Z","steps":["trace[66445551] 'read index received' (duration: 126.574µs)","trace[66445551] 'applied index is now lower than readState.Index' (duration: 112.723754ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:27.91008Z","caller":"traceutil/trace.go:171","msg":"trace[1090098486] transaction","detail":"{read_only:false; response_revision:5005; number_of_response:1; }","duration":"112.62179ms","start":"2026-07-27T21:54:27.797433Z","end":"2026-07-27T21:54:27.910055Z","steps":["trace[1090098486] 'process raft request' (duration: 112.546108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:27.910403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.155697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-s2m48\" ","response":"range_response_count:1 size:9941"} {"level":"info","ts":"2026-07-27T21:54:27.910453Z","caller":"traceutil/trace.go:171","msg":"trace[1403418701] range","detail":"{range_begin:/registry/pods/monitoring/kube-prometheus-stack-prometheus-node-exporter-s2m48; range_end:; response_count:1; response_revision:5005; }","duration":"113.222749ms","start":"2026-07-27T21:54:27.797213Z","end":"2026-07-27T21:54:27.910436Z","steps":["trace[1403418701] 'agreement among raft nodes before linearized reading' (duration: 113.009562ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:28.471351Z","caller":"traceutil/trace.go:171","msg":"trace[430834150] transaction","detail":"{read_only:false; response_revision:5011; number_of_response:1; }","duration":"180.56073ms","start":"2026-07-27T21:54:28.29075Z","end":"2026-07-27T21:54:28.47131Z","steps":["trace[430834150] 'process raft request' (duration: 81.134829ms)","trace[430834150] 'compare' (duration: 99.225935ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:28.471389Z","caller":"traceutil/trace.go:171","msg":"trace[1544951200] transaction","detail":"{read_only:false; response_revision:5012; number_of_response:1; }","duration":"148.652506ms","start":"2026-07-27T21:54:28.322712Z","end":"2026-07-27T21:54:28.471365Z","steps":["trace[1544951200] 'process raft request' (duration: 148.575093ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:28.471494Z","caller":"traceutil/trace.go:171","msg":"trace[677867420] linearizableReadLoop","detail":"{readStateIndex:5202; appliedIndex:5201; }","duration":"151.268439ms","start":"2026-07-27T21:54:28.320172Z","end":"2026-07-27T21:54:28.47144Z","steps":["trace[677867420] 'read index received' (duration: 51.800567ms)","trace[677867420] 'applied index is now lower than readState.Index' (duration: 99.457912ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:28.471662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.464215ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T21:54:28.471818Z","caller":"traceutil/trace.go:171","msg":"trace[1757846564] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:5012; }","duration":"151.676682ms","start":"2026-07-27T21:54:28.32013Z","end":"2026-07-27T21:54:28.471807Z","steps":["trace[1757846564] 'agreement among raft nodes before linearized reading' (duration: 151.444794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:28.471815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.755618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:28.471891Z","caller":"traceutil/trace.go:171","msg":"trace[15404406] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5012; }","duration":"142.886163ms","start":"2026-07-27T21:54:28.32898Z","end":"2026-07-27T21:54:28.471866Z","steps":["trace[15404406] 'agreement among raft nodes before linearized reading' (duration: 142.734748ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:29.263905Z","caller":"traceutil/trace.go:171","msg":"trace[726469187] linearizableReadLoop","detail":"{readStateIndex:5212; appliedIndex:5211; }","duration":"119.616523ms","start":"2026-07-27T21:54:29.144253Z","end":"2026-07-27T21:54:29.263869Z","steps":["trace[726469187] 'read index received' (duration: 119.358384ms)","trace[726469187] 'applied index is now lower than readState.Index' (duration: 255.769µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:29.26402Z","caller":"traceutil/trace.go:171","msg":"trace[151990744] transaction","detail":"{read_only:false; response_revision:5021; number_of_response:1; }","duration":"120.672096ms","start":"2026-07-27T21:54:29.143315Z","end":"2026-07-27T21:54:29.263987Z","steps":["trace[151990744] 'process raft request' (duration: 120.264633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:29.264288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.993314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T21:54:29.264388Z","caller":"traceutil/trace.go:171","msg":"trace[403386999] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5021; }","duration":"120.132159ms","start":"2026-07-27T21:54:29.144234Z","end":"2026-07-27T21:54:29.264366Z","steps":["trace[403386999] 'agreement among raft nodes before linearized reading' (duration: 119.817409ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:29.291554Z","caller":"traceutil/trace.go:171","msg":"trace[750415455] transaction","detail":"{read_only:false; response_revision:5022; number_of_response:1; }","duration":"146.438675ms","start":"2026-07-27T21:54:29.145071Z","end":"2026-07-27T21:54:29.29151Z","steps":["trace[750415455] 'process raft request' (duration: 146.068833ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:29.291781Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.422787ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T21:54:29.291921Z","caller":"traceutil/trace.go:171","msg":"trace[211239100] transaction","detail":"{read_only:false; response_revision:5024; number_of_response:1; }","duration":"144.06447ms","start":"2026-07-27T21:54:29.147842Z","end":"2026-07-27T21:54:29.291906Z","steps":["trace[211239100] 'process raft request' (duration: 143.582654ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:29.29204Z","caller":"traceutil/trace.go:171","msg":"trace[474354772] transaction","detail":"{read_only:false; response_revision:5023; number_of_response:1; }","duration":"144.98618ms","start":"2026-07-27T21:54:29.147038Z","end":"2026-07-27T21:54:29.292025Z","steps":["trace[474354772] 'process raft request' (duration: 144.304198ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:29.291891Z","caller":"traceutil/trace.go:171","msg":"trace[879250872] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5024; }","duration":"147.589202ms","start":"2026-07-27T21:54:29.144281Z","end":"2026-07-27T21:54:29.29187Z","steps":["trace[879250872] 'agreement among raft nodes before linearized reading' (duration: 147.21745ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:29.292053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.733777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-27T21:54:29.292093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.041638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T21:54:29.29212Z","caller":"traceutil/trace.go:171","msg":"trace[1861210746] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5024; }","duration":"147.809149ms","start":"2026-07-27T21:54:29.1443Z","end":"2026-07-27T21:54:29.29211Z","steps":["trace[1861210746] 'agreement among raft nodes before linearized reading' (duration: 147.645714ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:29.292128Z","caller":"traceutil/trace.go:171","msg":"trace[1590703038] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5024; }","duration":"104.13557ms","start":"2026-07-27T21:54:29.187982Z","end":"2026-07-27T21:54:29.292118Z","steps":["trace[1590703038] 'agreement among raft nodes before linearized reading' (duration: 103.950065ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:29.855864Z","caller":"traceutil/trace.go:171","msg":"trace[21562769] transaction","detail":"{read_only:false; response_revision:5031; number_of_response:1; }","duration":"113.205519ms","start":"2026-07-27T21:54:29.742628Z","end":"2026-07-27T21:54:29.855833Z","steps":["trace[21562769] 'process raft request' (duration: 81.571733ms)","trace[21562769] 'compare' (duration: 31.410819ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:29.856465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.128433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:12975"} {"level":"info","ts":"2026-07-27T21:54:29.856589Z","caller":"traceutil/trace.go:171","msg":"trace[839132896] range","detail":"{range_begin:/registry/pods/monitoring/alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:5032; }","duration":"100.316159ms","start":"2026-07-27T21:54:29.756247Z","end":"2026-07-27T21:54:29.856563Z","steps":["trace[839132896] 'agreement among raft nodes before linearized reading' (duration: 99.931067ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:30.268251Z","caller":"traceutil/trace.go:171","msg":"trace[96321478] transaction","detail":"{read_only:false; response_revision:5034; number_of_response:1; }","duration":"397.91331ms","start":"2026-07-27T21:54:29.870312Z","end":"2026-07-27T21:54:30.268225Z","steps":["trace[96321478] 'process raft request' (duration: 397.839007ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:30.268311Z","caller":"traceutil/trace.go:171","msg":"trace[1222061925] transaction","detail":"{read_only:false; response_revision:5033; number_of_response:1; }","duration":"406.101639ms","start":"2026-07-27T21:54:29.862167Z","end":"2026-07-27T21:54:30.268269Z","steps":["trace[1222061925] 'process raft request' (duration: 405.782119ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:30.268461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:29.86211Z","time spent":"406.269105ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":837,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T21:54:30.26848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:29.870287Z","time spent":"398.055854ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13273,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:30.26925Z","caller":"traceutil/trace.go:171","msg":"trace[388311004] linearizableReadLoop","detail":"{readStateIndex:5227; appliedIndex:5224; }","duration":"390.987689ms","start":"2026-07-27T21:54:29.878251Z","end":"2026-07-27T21:54:30.269239Z","steps":["trace[388311004] 'read index received' (duration: 389.76826ms)","trace[388311004] 'applied index is now lower than readState.Index' (duration: 1.218439ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:30.269409Z","caller":"traceutil/trace.go:171","msg":"trace[699412416] transaction","detail":"{read_only:false; number_of_response:1; response_revision:5035; }","duration":"393.380275ms","start":"2026-07-27T21:54:29.876023Z","end":"2026-07-27T21:54:30.269403Z","steps":["trace[699412416] 'process raft request' (duration: 393.113977ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:30.269492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:29.875997Z","time spent":"393.423517ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":96,"response count":0,"response size":42,"request content":"compare: success: > failure: >"} {"level":"warn","ts":"2026-07-27T21:54:30.269637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"391.382493ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67f5720c-6d2c-4799-9071-bbdfa1fc0208\" ","response":"range_response_count:1 size:1450"} {"level":"info","ts":"2026-07-27T21:54:30.269664Z","caller":"traceutil/trace.go:171","msg":"trace[2027706230] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67f5720c-6d2c-4799-9071-bbdfa1fc0208; range_end:; response_count:1; response_revision:5035; }","duration":"391.432243ms","start":"2026-07-27T21:54:29.878223Z","end":"2026-07-27T21:54:30.269656Z","steps":["trace[2027706230] 'agreement among raft nodes before linearized reading' (duration: 391.33602ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:30.269682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:29.878209Z","time spent":"391.468455ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1474,"request content":"key:\"/registry/persistentvolumes/pvc-67f5720c-6d2c-4799-9071-bbdfa1fc0208\" "} {"level":"info","ts":"2026-07-27T21:54:30.98279Z","caller":"traceutil/trace.go:171","msg":"trace[1486969483] transaction","detail":"{read_only:false; response_revision:5066; number_of_response:1; }","duration":"166.333228ms","start":"2026-07-27T21:54:30.816439Z","end":"2026-07-27T21:54:30.982772Z","steps":["trace[1486969483] 'process raft request' (duration: 166.256296ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:30.982839Z","caller":"traceutil/trace.go:171","msg":"trace[1228179986] linearizableReadLoop","detail":"{readStateIndex:5259; appliedIndex:5258; }","duration":"235.841597ms","start":"2026-07-27T21:54:30.746957Z","end":"2026-07-27T21:54:30.982799Z","steps":["trace[1228179986] 'read index received' (duration: 233.901766ms)","trace[1228179986] 'applied index is now lower than readState.Index' (duration: 1.933211ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:30.98318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"236.208309ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus\" ","response":"range_response_count:1 size:3465"} {"level":"info","ts":"2026-07-27T21:54:30.983232Z","caller":"traceutil/trace.go:171","msg":"trace[308106790] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus; range_end:; response_count:1; response_revision:5066; }","duration":"236.314262ms","start":"2026-07-27T21:54:30.746902Z","end":"2026-07-27T21:54:30.983217Z","steps":["trace[308106790] 'agreement among raft nodes before linearized reading' (duration: 236.070285ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:38.81745Z","caller":"traceutil/trace.go:171","msg":"trace[492691794] transaction","detail":"{read_only:false; response_revision:5195; number_of_response:1; }","duration":"151.733674ms","start":"2026-07-27T21:54:38.66567Z","end":"2026-07-27T21:54:38.817404Z","steps":["trace[492691794] 'process raft request' (duration: 151.410184ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:39.018483Z","caller":"traceutil/trace.go:171","msg":"trace[1758372721] transaction","detail":"{read_only:false; response_revision:5201; number_of_response:1; }","duration":"102.54589ms","start":"2026-07-27T21:54:38.915895Z","end":"2026-07-27T21:54:39.01844Z","steps":["trace[1758372721] 'process raft request' (duration: 102.203389ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:39.018757Z","caller":"traceutil/trace.go:171","msg":"trace[464066782] transaction","detail":"{read_only:false; response_revision:5203; number_of_response:1; }","duration":"101.940561ms","start":"2026-07-27T21:54:38.916776Z","end":"2026-07-27T21:54:39.018716Z","steps":["trace[464066782] 'process raft request' (duration: 101.588119ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:39.018475Z","caller":"traceutil/trace.go:171","msg":"trace[263412264] transaction","detail":"{read_only:false; response_revision:5202; number_of_response:1; }","duration":"102.424936ms","start":"2026-07-27T21:54:38.91598Z","end":"2026-07-27T21:54:39.018405Z","steps":["trace[263412264] 'process raft request' (duration: 102.333633ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:39.478394Z","caller":"traceutil/trace.go:171","msg":"trace[1423677493] linearizableReadLoop","detail":"{readStateIndex:5401; appliedIndex:5400; }","duration":"145.747289ms","start":"2026-07-27T21:54:39.332623Z","end":"2026-07-27T21:54:39.47837Z","steps":["trace[1423677493] 'read index received' (duration: 145.659846ms)","trace[1423677493] 'applied index is now lower than readState.Index' (duration: 86.393µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:39.478496Z","caller":"traceutil/trace.go:171","msg":"trace[2145819309] transaction","detail":"{read_only:false; response_revision:5204; number_of_response:1; }","duration":"178.115998ms","start":"2026-07-27T21:54:39.300343Z","end":"2026-07-27T21:54:39.478459Z","steps":["trace[2145819309] 'process raft request' (duration: 177.85672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:39.478649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.339542ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-27T21:54:39.478621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.966146ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:39.478689Z","caller":"traceutil/trace.go:171","msg":"trace[228521562] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5204; }","duration":"126.402474ms","start":"2026-07-27T21:54:39.352277Z","end":"2026-07-27T21:54:39.478679Z","steps":["trace[228521562] 'agreement among raft nodes before linearized reading' (duration: 126.238169ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:39.478727Z","caller":"traceutil/trace.go:171","msg":"trace[346414788] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5204; }","duration":"146.117881ms","start":"2026-07-27T21:54:39.332581Z","end":"2026-07-27T21:54:39.478699Z","steps":["trace[346414788] 'agreement among raft nodes before linearized reading' (duration: 145.913014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:39.47881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.358665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"warn","ts":"2026-07-27T21:54:39.478813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.929244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T21:54:39.478848Z","caller":"traceutil/trace.go:171","msg":"trace[1608740836] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5204; }","duration":"111.446348ms","start":"2026-07-27T21:54:39.367391Z","end":"2026-07-27T21:54:39.478837Z","steps":["trace[1608740836] 'agreement among raft nodes before linearized reading' (duration: 111.286333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:39.478848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.10655ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-27T21:54:39.478875Z","caller":"traceutil/trace.go:171","msg":"trace[298939630] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5204; }","duration":"118.026848ms","start":"2026-07-27T21:54:39.360833Z","end":"2026-07-27T21:54:39.47886Z","steps":["trace[298939630] 'agreement among raft nodes before linearized reading' (duration: 117.831012ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:39.47887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.282243ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-27T21:54:39.478942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.321854ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T21:54:39.47894Z","caller":"traceutil/trace.go:171","msg":"trace[321152373] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5204; }","duration":"118.236534ms","start":"2026-07-27T21:54:39.360683Z","end":"2026-07-27T21:54:39.47892Z","steps":["trace[321152373] 'agreement among raft nodes before linearized reading' (duration: 118.055428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:39.478946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.405298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-27T21:54:39.478995Z","caller":"traceutil/trace.go:171","msg":"trace[313912520] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5204; }","duration":"111.440829ms","start":"2026-07-27T21:54:39.367535Z","end":"2026-07-27T21:54:39.478976Z","steps":["trace[313912520] 'agreement among raft nodes before linearized reading' (duration: 111.045146ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:39.478989Z","caller":"traceutil/trace.go:171","msg":"trace[436171783] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5204; }","duration":"111.390857ms","start":"2026-07-27T21:54:39.367589Z","end":"2026-07-27T21:54:39.47898Z","steps":["trace[436171783] 'agreement among raft nodes before linearized reading' (duration: 111.250282ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:39.479039Z","caller":"traceutil/trace.go:171","msg":"trace[2067251550] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5204; }","duration":"117.610555ms","start":"2026-07-27T21:54:39.361404Z","end":"2026-07-27T21:54:39.479015Z","steps":["trace[2067251550] 'agreement among raft nodes before linearized reading' (duration: 117.220002ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:39.899832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.183192ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:54:39.899932Z","caller":"traceutil/trace.go:171","msg":"trace[160673604] transaction","detail":"{read_only:false; response_revision:5205; number_of_response:1; }","duration":"417.381747ms","start":"2026-07-27T21:54:39.482534Z","end":"2026-07-27T21:54:39.899916Z","steps":["trace[160673604] 'process raft request' (duration: 204.018969ms)","trace[160673604] 'compare' (duration: 213.082059ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:39.899983Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:39.482514Z","time spent":"417.446809ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:40.171137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.6916ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T21:54:40.171409Z","caller":"traceutil/trace.go:171","msg":"trace[1250951869] transaction","detail":"{read_only:false; response_revision:5206; number_of_response:1; }","duration":"688.085767ms","start":"2026-07-27T21:54:39.483285Z","end":"2026-07-27T21:54:40.171371Z","steps":["trace[1250951869] 'process raft request' (duration: 524.014145ms)","trace[1250951869] 'compare' (duration: 163.38204ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:40.171604Z","caller":"traceutil/trace.go:171","msg":"trace[13139801] transaction","detail":"{read_only:false; response_revision:5207; number_of_response:1; }","duration":"687.674094ms","start":"2026-07-27T21:54:39.483891Z","end":"2026-07-27T21:54:40.171566Z","steps":["trace[13139801] 'process raft request' (duration: 687.405425ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:40.171711Z","caller":"traceutil/trace.go:171","msg":"trace[2123925400] linearizableReadLoop","detail":"{readStateIndex:5403; appliedIndex:5401; }","duration":"688.14208ms","start":"2026-07-27T21:54:39.483542Z","end":"2026-07-27T21:54:40.171684Z","steps":["trace[2123925400] 'read index received' (duration: 203.026098ms)","trace[2123925400] 'applied index is now lower than readState.Index' (duration: 485.114681ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:40.171826Z","caller":"traceutil/trace.go:171","msg":"trace[974512111] transaction","detail":"{read_only:false; response_revision:5208; number_of_response:1; }","duration":"687.772458ms","start":"2026-07-27T21:54:39.48404Z","end":"2026-07-27T21:54:40.171813Z","steps":["trace[974512111] 'process raft request' (duration: 687.391075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:40.171912Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:39.484027Z","time spent":"687.843409ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:40.172Z","caller":"traceutil/trace.go:171","msg":"trace[1566407020] transaction","detail":"{read_only:false; response_revision:5209; number_of_response:1; }","duration":"687.885131ms","start":"2026-07-27T21:54:39.484098Z","end":"2026-07-27T21:54:40.171983Z","steps":["trace[1566407020] 'process raft request' (duration: 687.379885ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:40.171977Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:39.483867Z","time spent":"687.826379ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:40.172126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:39.483841Z","time spent":"688.208971ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:40.172204Z","caller":"traceutil/trace.go:171","msg":"trace[132814626] transaction","detail":"{read_only:false; response_revision:5211; number_of_response:1; }","duration":"685.402022ms","start":"2026-07-27T21:54:39.486788Z","end":"2026-07-27T21:54:40.17219Z","steps":["trace[132814626] 'process raft request' (duration: 684.790932ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:40.172276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:39.486779Z","time spent":"685.462093ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:40.171894Z","caller":"traceutil/trace.go:171","msg":"trace[781261710] transaction","detail":"{read_only:false; response_revision:5212; number_of_response:1; }","duration":"182.780651ms","start":"2026-07-27T21:54:39.989082Z","end":"2026-07-27T21:54:40.171863Z","steps":["trace[781261710] 'process raft request' (duration: 182.554264ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:40.172649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"689.10232ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:7 size:54135"} {"level":"info","ts":"2026-07-27T21:54:40.172703Z","caller":"traceutil/trace.go:171","msg":"trace[115166535] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:7; response_revision:5212; }","duration":"689.190013ms","start":"2026-07-27T21:54:39.483499Z","end":"2026-07-27T21:54:40.172689Z","steps":["trace[115166535] 'agreement among raft nodes before linearized reading' (duration: 688.270283ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:40.172102Z","caller":"traceutil/trace.go:171","msg":"trace[777367324] transaction","detail":"{read_only:false; response_revision:5210; number_of_response:1; }","duration":"687.84961ms","start":"2026-07-27T21:54:39.484179Z","end":"2026-07-27T21:54:40.172029Z","steps":["trace[777367324] 'process raft request' (duration: 687.348924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:40.172833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:39.483488Z","time spent":"689.332827ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":7,"response size":54159,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-27T21:54:40.172961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:39.484154Z","time spent":"688.704227ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:40.175244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:39.483257Z","time spent":"688.247583ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:40.751148Z","caller":"traceutil/trace.go:171","msg":"trace[2119813120] linearizableReadLoop","detail":"{readStateIndex:5411; appliedIndex:5410; }","duration":"147.879155ms","start":"2026-07-27T21:54:40.603236Z","end":"2026-07-27T21:54:40.751115Z","steps":["trace[2119813120] 'read index received' (duration: 147.626137ms)","trace[2119813120] 'applied index is now lower than readState.Index' (duration: 251.428µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:40.751237Z","caller":"traceutil/trace.go:171","msg":"trace[1967201123] transaction","detail":"{read_only:false; response_revision:5214; number_of_response:1; }","duration":"167.549703ms","start":"2026-07-27T21:54:40.583656Z","end":"2026-07-27T21:54:40.751206Z","steps":["trace[1967201123] 'process raft request' (duration: 167.248424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:40.751353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.091782ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:40.751408Z","caller":"traceutil/trace.go:171","msg":"trace[1644365600] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:5214; }","duration":"148.204906ms","start":"2026-07-27T21:54:40.603178Z","end":"2026-07-27T21:54:40.751383Z","steps":["trace[1644365600] 'agreement among raft nodes before linearized reading' (duration: 148.098093ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:41.251764Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399172765,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T21:54:42.105718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"812.676427ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-27T21:54:42.105918Z","caller":"traceutil/trace.go:171","msg":"trace[733229129] transaction","detail":"{read_only:false; response_revision:5215; number_of_response:1; }","duration":"620.92429ms","start":"2026-07-27T21:54:41.484982Z","end":"2026-07-27T21:54:42.105906Z","steps":["trace[733229129] 'process raft request' (duration: 620.823867ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:42.105993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:41.484954Z","time spent":"620.989772ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T21:54:42.106211Z","caller":"traceutil/trace.go:171","msg":"trace[822725759] linearizableReadLoop","detail":"{readStateIndex:5412; appliedIndex:5411; }","duration":"1.354965406s","start":"2026-07-27T21:54:40.751239Z","end":"2026-07-27T21:54:42.106204Z","steps":["trace[822725759] 'read index received' (duration: 542.31703ms)","trace[822725759] 'applied index is now lower than readState.Index' (duration: 812.647506ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:42.106293Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.486984374s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:42.106311Z","caller":"traceutil/trace.go:171","msg":"trace[1959386701] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:5215; }","duration":"1.487035906s","start":"2026-07-27T21:54:40.619271Z","end":"2026-07-27T21:54:42.106307Z","steps":["trace[1959386701] 'agreement among raft nodes before linearized reading' (duration: 1.486986274s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:42.106328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:40.619254Z","time spent":"1.487068846s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-27T21:54:42.106551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"403.137411ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:529"} {"level":"info","ts":"2026-07-27T21:54:42.106564Z","caller":"traceutil/trace.go:171","msg":"trace[243046249] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:5215; }","duration":"403.189803ms","start":"2026-07-27T21:54:41.70337Z","end":"2026-07-27T21:54:42.10656Z","steps":["trace[243046249] 'agreement among raft nodes before linearized reading' (duration: 403.116091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:42.106578Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:41.703348Z","time spent":"403.226953ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":553,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-27T21:54:42.10663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"670.153013ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T21:54:42.106642Z","caller":"traceutil/trace.go:171","msg":"trace[1099108822] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:5215; }","duration":"670.199414ms","start":"2026-07-27T21:54:41.436438Z","end":"2026-07-27T21:54:42.106638Z","steps":["trace[1099108822] 'agreement among raft nodes before linearized reading' (duration: 670.176414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:42.106654Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:41.436418Z","time spent":"670.233425ms","remote":"127.0.0.1:44324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":31,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T21:54:42.106604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.786763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T21:54:42.106717Z","caller":"traceutil/trace.go:171","msg":"trace[1640898624] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:5215; }","duration":"711.955128ms","start":"2026-07-27T21:54:41.394737Z","end":"2026-07-27T21:54:42.106692Z","steps":["trace[1640898624] 'agreement among raft nodes before linearized reading' (duration: 711.647148ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:42.106776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:41.394717Z","time spent":"712.045891ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":582,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T21:54:42.106847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"202.831881ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T21:54:42.107028Z","caller":"traceutil/trace.go:171","msg":"trace[961245888] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5215; }","duration":"203.070768ms","start":"2026-07-27T21:54:41.903897Z","end":"2026-07-27T21:54:42.106968Z","steps":["trace[961245888] 'agreement among raft nodes before linearized reading' (duration: 202.574392ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:46.653933Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"321.73147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:46.654041Z","caller":"traceutil/trace.go:171","msg":"trace[2072228014] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5271; }","duration":"321.848894ms","start":"2026-07-27T21:54:46.332172Z","end":"2026-07-27T21:54:46.654021Z","steps":["trace[2072228014] 'range keys from in-memory index tree' (duration: 321.597406ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:46.654079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:46.332143Z","time spent":"321.927686ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T21:54:46.654536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.455147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:46.654666Z","caller":"traceutil/trace.go:171","msg":"trace[1901121953] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:0; response_revision:5271; }","duration":"192.446149ms","start":"2026-07-27T21:54:46.46218Z","end":"2026-07-27T21:54:46.654626Z","steps":["trace[1901121953] 'range keys from in-memory index tree' (duration: 191.321053ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:49.225567Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"228.029075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee13c98c-f5af-4c96-ae47-851b04c9b34c\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-27T21:54:49.225638Z","caller":"traceutil/trace.go:171","msg":"trace[360717984] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee13c98c-f5af-4c96-ae47-851b04c9b34c; range_end:; response_count:1; response_revision:5339; }","duration":"228.151269ms","start":"2026-07-27T21:54:48.99747Z","end":"2026-07-27T21:54:49.225621Z","steps":["trace[360717984] 'range keys from in-memory index tree' (duration: 227.85341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:49.225946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.342513ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee13c98c-f5af-4c96-ae47-851b04c9b34c\" ","response":"range_response_count:1 size:3646"} {"level":"info","ts":"2026-07-27T21:54:49.226075Z","caller":"traceutil/trace.go:171","msg":"trace[735407205] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee13c98c-f5af-4c96-ae47-851b04c9b34c; range_end:; response_count:1; response_revision:5339; }","duration":"288.541148ms","start":"2026-07-27T21:54:48.93751Z","end":"2026-07-27T21:54:49.226051Z","steps":["trace[735407205] 'range keys from in-memory index tree' (duration: 288.116215ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:49.831217Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399173075,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T21:54:50.262566Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.030357284s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T21:54:50.2631Z","caller":"traceutil/trace.go:171","msg":"trace[834144729] linearizableReadLoop","detail":"{readStateIndex:5539; appliedIndex:5538; }","duration":"932.860148ms","start":"2026-07-27T21:54:49.330211Z","end":"2026-07-27T21:54:50.263071Z","steps":["trace[834144729] 'read index received' (duration: 932.572199ms)","trace[834144729] 'applied index is now lower than readState.Index' (duration: 286.669µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:50.263242Z","caller":"traceutil/trace.go:171","msg":"trace[841617614] transaction","detail":"{read_only:false; response_revision:5340; number_of_response:1; }","duration":"1.03119658s","start":"2026-07-27T21:54:49.232027Z","end":"2026-07-27T21:54:50.263224Z","steps":["trace[841617614] 'process raft request' (duration: 1.030779287s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:50.263395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:49.232001Z","time spent":"1.031281063s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3751,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:50.263444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"933.22865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:50.263515Z","caller":"traceutil/trace.go:171","msg":"trace[1340061118] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5340; }","duration":"933.387945ms","start":"2026-07-27T21:54:49.330106Z","end":"2026-07-27T21:54:50.263494Z","steps":["trace[1340061118] 'agreement among raft nodes before linearized reading' (duration: 933.276451ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:50.263566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:49.330078Z","time spent":"933.480608ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T21:54:50.580158Z","caller":"traceutil/trace.go:171","msg":"trace[1501169302] linearizableReadLoop","detail":"{readStateIndex:5540; appliedIndex:5539; }","duration":"316.953028ms","start":"2026-07-27T21:54:50.263181Z","end":"2026-07-27T21:54:50.580134Z","steps":["trace[1501169302] 'read index received' (duration: 316.893616ms)","trace[1501169302] 'applied index is now lower than readState.Index' (duration: 58.102µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:54:50.580295Z","caller":"traceutil/trace.go:171","msg":"trace[1587898220] transaction","detail":"{read_only:false; response_revision:5341; number_of_response:1; }","duration":"443.171422ms","start":"2026-07-27T21:54:50.137084Z","end":"2026-07-27T21:54:50.580256Z","steps":["trace[1587898220] 'process raft request' (duration: 442.906613ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:50.580426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"348.931939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T21:54:50.580472Z","caller":"traceutil/trace.go:171","msg":"trace[801662300] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5341; }","duration":"349.013022ms","start":"2026-07-27T21:54:50.231448Z","end":"2026-07-27T21:54:50.580461Z","steps":["trace[801662300] 'agreement among raft nodes before linearized reading' (duration: 348.805166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:50.580514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.231438Z","time spent":"349.067324ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T21:54:50.580499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"345.299364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T21:54:50.580595Z","caller":"traceutil/trace.go:171","msg":"trace[1438434157] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:5341; }","duration":"345.545632ms","start":"2026-07-27T21:54:50.235025Z","end":"2026-07-27T21:54:50.580571Z","steps":["trace[1438434157] 'agreement among raft nodes before linearized reading' (duration: 345.17834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:50.580581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.093275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee13c98c-f5af-4c96-ae47-851b04c9b34c\" ","response":"range_response_count:1 size:3766"} {"level":"warn","ts":"2026-07-27T21:54:50.580597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.721004ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-27T21:54:50.580653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.235002Z","time spent":"345.636544ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T21:54:50.580607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.823573ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-27T21:54:50.580655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.116113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"info","ts":"2026-07-27T21:54:50.580673Z","caller":"traceutil/trace.go:171","msg":"trace[1452067116] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-ee13c98c-f5af-4c96-ae47-851b04c9b34c; range_end:; response_count:1; response_revision:5341; }","duration":"349.202138ms","start":"2026-07-27T21:54:50.23145Z","end":"2026-07-27T21:54:50.580652Z","steps":["trace[1452067116] 'agreement among raft nodes before linearized reading' (duration: 348.965761ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:50.580702Z","caller":"traceutil/trace.go:171","msg":"trace[1524976996] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5341; }","duration":"359.89292ms","start":"2026-07-27T21:54:50.220788Z","end":"2026-07-27T21:54:50.580681Z","steps":["trace[1524976996] 'agreement among raft nodes before linearized reading' (duration: 359.56924ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:50.580722Z","caller":"traceutil/trace.go:171","msg":"trace[21099654] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:5341; }","duration":"337.015759ms","start":"2026-07-27T21:54:50.243685Z","end":"2026-07-27T21:54:50.580701Z","steps":["trace[21099654] 'agreement among raft nodes before linearized reading' (duration: 336.707939ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:50.580742Z","caller":"traceutil/trace.go:171","msg":"trace[889742086] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5341; }","duration":"337.225966ms","start":"2026-07-27T21:54:50.243495Z","end":"2026-07-27T21:54:50.580721Z","steps":["trace[889742086] 'agreement among raft nodes before linearized reading' (duration: 337.008409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:50.580749Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.220758Z","time spent":"359.983653ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T21:54:50.580748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.231411Z","time spent":"349.327642ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3790,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-ee13c98c-f5af-4c96-ae47-851b04c9b34c\" "} {"level":"warn","ts":"2026-07-27T21:54:50.580783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.24366Z","time spent":"337.115052ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":516,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T21:54:50.580786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.243488Z","time spent":"337.289767ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T21:54:50.580782Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"353.318519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-27T21:54:50.580639Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.574836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T21:54:50.580843Z","caller":"traceutil/trace.go:171","msg":"trace[1263134864] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:5341; }","duration":"353.393482ms","start":"2026-07-27T21:54:50.227435Z","end":"2026-07-27T21:54:50.580828Z","steps":["trace[1263134864] 'agreement among raft nodes before linearized reading' (duration: 353.256258ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:50.580886Z","caller":"traceutil/trace.go:171","msg":"trace[1385158853] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5341; }","duration":"434.872517ms","start":"2026-07-27T21:54:50.146004Z","end":"2026-07-27T21:54:50.580877Z","steps":["trace[1385158853] 'agreement among raft nodes before linearized reading' (duration: 434.444653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:50.580896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.227425Z","time spent":"353.460824ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qpfl7\" "} {"level":"warn","ts":"2026-07-27T21:54:50.580925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.145978Z","time spent":"434.936328ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T21:54:50.581034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.979617ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:54:50.581055Z","caller":"traceutil/trace.go:171","msg":"trace[1376002873] transaction","detail":"{read_only:false; response_revision:5342; number_of_response:1; }","duration":"271.95225ms","start":"2026-07-27T21:54:50.309089Z","end":"2026-07-27T21:54:50.581041Z","steps":["trace[1376002873] 'process raft request' (duration: 271.824686ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:50.581085Z","caller":"traceutil/trace.go:171","msg":"trace[1187587774] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5342; }","duration":"316.07977ms","start":"2026-07-27T21:54:50.264995Z","end":"2026-07-27T21:54:50.581075Z","steps":["trace[1187587774] 'agreement among raft nodes before linearized reading' (duration: 315.984677ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:50.581121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.26497Z","time spent":"316.143922ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T21:54:50.581321Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.137045Z","time spent":"443.343437ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:54:50.581535Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"355.301333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-27T21:54:50.581583Z","caller":"traceutil/trace.go:171","msg":"trace[1280428778] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5341; }","duration":"355.428278ms","start":"2026-07-27T21:54:50.226138Z","end":"2026-07-27T21:54:50.581566Z","steps":["trace[1280428778] 'agreement among raft nodes before linearized reading' (duration: 354.143276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:50.581617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:50.226127Z","time spent":"355.482549ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T21:54:58.418617Z","caller":"traceutil/trace.go:171","msg":"trace[952263839] linearizableReadLoop","detail":"{readStateIndex:5703; appliedIndex:5702; }","duration":"257.855159ms","start":"2026-07-27T21:54:58.160739Z","end":"2026-07-27T21:54:58.418594Z","steps":["trace[952263839] 'read index received' (duration: 257.57463ms)","trace[952263839] 'applied index is now lower than readState.Index' (duration: 279.419µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T21:54:58.418975Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.232132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2082"} {"level":"info","ts":"2026-07-27T21:54:58.419033Z","caller":"traceutil/trace.go:171","msg":"trace[176044084] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:5498; }","duration":"258.345636ms","start":"2026-07-27T21:54:58.160671Z","end":"2026-07-27T21:54:58.419017Z","steps":["trace[176044084] 'agreement among raft nodes before linearized reading' (duration: 258.17549ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:54:58.419037Z","caller":"traceutil/trace.go:171","msg":"trace[2108431974] transaction","detail":"{read_only:false; response_revision:5498; number_of_response:1; }","duration":"338.30385ms","start":"2026-07-27T21:54:58.080702Z","end":"2026-07-27T21:54:58.419006Z","steps":["trace[2108431974] 'process raft request' (duration: 337.631589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:54:58.419166Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:54:58.080658Z","time spent":"338.437574ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":13834,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:55:02.651034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.968208ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T21:55:02.651108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.8024ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-27T21:55:02.651137Z","caller":"traceutil/trace.go:171","msg":"trace[1086099123] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:5541; }","duration":"353.131914ms","start":"2026-07-27T21:55:02.29798Z","end":"2026-07-27T21:55:02.651112Z","steps":["trace[1086099123] 'count revisions from in-memory index tree' (duration: 352.883026ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:02.651156Z","caller":"traceutil/trace.go:171","msg":"trace[1853710348] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:5541; }","duration":"110.890083ms","start":"2026-07-27T21:55:02.540251Z","end":"2026-07-27T21:55:02.651141Z","steps":["trace[1853710348] 'range keys from in-memory index tree' (duration: 110.607104ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:02.651199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:55:02.297956Z","time spent":"353.226897ms","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":31,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T21:55:02.651198Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.797294ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:55:02.651315Z","caller":"traceutil/trace.go:171","msg":"trace[197633297] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:5541; }","duration":"296.910458ms","start":"2026-07-27T21:55:02.354382Z","end":"2026-07-27T21:55:02.651293Z","steps":["trace[197633297] 'range keys from in-memory index tree' (duration: 296.784433ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:02.651531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.481868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:55:02.651633Z","caller":"traceutil/trace.go:171","msg":"trace[853659534] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:5541; }","duration":"319.974224ms","start":"2026-07-27T21:55:02.331634Z","end":"2026-07-27T21:55:02.651608Z","steps":["trace[853659534] 'range keys from in-memory index tree' (duration: 319.411556ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:02.651688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:55:02.331612Z","time spent":"320.063277ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T21:55:02.836875Z","caller":"traceutil/trace.go:171","msg":"trace[789428086] transaction","detail":"{read_only:false; response_revision:5544; number_of_response:1; }","duration":"174.969601ms","start":"2026-07-27T21:55:02.661881Z","end":"2026-07-27T21:55:02.83685Z","steps":["trace[789428086] 'process raft request' (duration: 174.815866ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:02.912908Z","caller":"traceutil/trace.go:171","msg":"trace[941335988] transaction","detail":"{read_only:false; response_revision:5547; number_of_response:1; }","duration":"246.369152ms","start":"2026-07-27T21:55:02.666503Z","end":"2026-07-27T21:55:02.912872Z","steps":["trace[941335988] 'process raft request' (duration: 246.267019ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:02.912917Z","caller":"traceutil/trace.go:171","msg":"trace[907059569] transaction","detail":"{read_only:false; response_revision:5545; number_of_response:1; }","duration":"247.412045ms","start":"2026-07-27T21:55:02.665454Z","end":"2026-07-27T21:55:02.912866Z","steps":["trace[907059569] 'process raft request' (duration: 247.071784ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:02.913031Z","caller":"traceutil/trace.go:171","msg":"trace[2016058316] transaction","detail":"{read_only:false; response_revision:5546; number_of_response:1; }","duration":"246.530617ms","start":"2026-07-27T21:55:02.666454Z","end":"2026-07-27T21:55:02.912985Z","steps":["trace[2016058316] 'process raft request' (duration: 246.265298ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:02.913332Z","caller":"traceutil/trace.go:171","msg":"trace[239103365] transaction","detail":"{read_only:false; response_revision:5548; number_of_response:1; }","duration":"246.510837ms","start":"2026-07-27T21:55:02.666758Z","end":"2026-07-27T21:55:02.913268Z","steps":["trace[239103365] 'process raft request' (duration: 246.066043ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:02.913364Z","caller":"traceutil/trace.go:171","msg":"trace[453600640] linearizableReadLoop","detail":"{readStateIndex:5755; appliedIndex:5749; }","duration":"232.675875ms","start":"2026-07-27T21:55:02.680662Z","end":"2026-07-27T21:55:02.913338Z","steps":["trace[453600640] 'read index received' (duration: 156.030186ms)","trace[453600640] 'applied index is now lower than readState.Index' (duration: 76.644579ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:55:02.913456Z","caller":"traceutil/trace.go:171","msg":"trace[1088132954] transaction","detail":"{read_only:false; response_revision:5550; number_of_response:1; }","duration":"220.734783ms","start":"2026-07-27T21:55:02.692689Z","end":"2026-07-27T21:55:02.913424Z","steps":["trace[1088132954] 'process raft request' (duration: 220.569668ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:02.913747Z","caller":"traceutil/trace.go:171","msg":"trace[821272988] transaction","detail":"{read_only:false; response_revision:5549; number_of_response:1; }","duration":"246.794016ms","start":"2026-07-27T21:55:02.666937Z","end":"2026-07-27T21:55:02.913731Z","steps":["trace[821272988] 'process raft request' (duration: 246.191817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:02.913776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.101768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone\" ","response":"range_response_count:1 size:3244"} {"level":"info","ts":"2026-07-27T21:55:02.91382Z","caller":"traceutil/trace.go:171","msg":"trace[1437649348] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-keystone; range_end:; response_count:1; response_revision:5551; }","duration":"233.190991ms","start":"2026-07-27T21:55:02.680612Z","end":"2026-07-27T21:55:02.913803Z","steps":["trace[1437649348] 'agreement among raft nodes before linearized reading' (duration: 233.017946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:02.913936Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"192.268884ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T21:55:02.913972Z","caller":"traceutil/trace.go:171","msg":"trace[1995509405] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:5551; }","duration":"192.367167ms","start":"2026-07-27T21:55:02.721595Z","end":"2026-07-27T21:55:02.913962Z","steps":["trace[1995509405] 'agreement among raft nodes before linearized reading' (duration: 192.261044ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:03.044167Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.354676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:17629"} {"level":"info","ts":"2026-07-27T21:55:03.044256Z","caller":"traceutil/trace.go:171","msg":"trace[1548606911] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:5551; }","duration":"120.47753ms","start":"2026-07-27T21:55:02.923759Z","end":"2026-07-27T21:55:03.044236Z","steps":["trace[1548606911] 'range keys from in-memory index tree' (duration: 120.144529ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:32.207959Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":2794} {"level":"info","ts":"2026-07-27T21:55:32.282569Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":2794,"took":"72.878468ms","hash":407997694,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":32026624,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-27T21:55:32.282877Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":407997694,"revision":2794,"compact-revision":-1} {"level":"info","ts":"2026-07-27T21:55:39.277876Z","caller":"traceutil/trace.go:171","msg":"trace[818898524] transaction","detail":"{read_only:false; response_revision:5854; number_of_response:1; }","duration":"238.999246ms","start":"2026-07-27T21:55:39.038854Z","end":"2026-07-27T21:55:39.277853Z","steps":["trace[818898524] 'process raft request' (duration: 238.840691ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:39.496971Z","caller":"traceutil/trace.go:171","msg":"trace[1330686828] linearizableReadLoop","detail":"{readStateIndex:6071; appliedIndex:6069; }","duration":"403.893975ms","start":"2026-07-27T21:55:39.09305Z","end":"2026-07-27T21:55:39.496944Z","steps":["trace[1330686828] 'read index received' (duration: 184.736742ms)","trace[1330686828] 'applied index is now lower than readState.Index' (duration: 219.155903ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:55:39.497288Z","caller":"traceutil/trace.go:171","msg":"trace[1826542976] transaction","detail":"{read_only:false; response_revision:5855; number_of_response:1; }","duration":"451.880948ms","start":"2026-07-27T21:55:39.045378Z","end":"2026-07-27T21:55:39.497259Z","steps":["trace[1826542976] 'process raft request' (duration: 448.883672ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:39.497452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:55:39.045282Z","time spent":"452.085324ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T21:55:39.497521Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.405033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"warn","ts":"2026-07-27T21:55:39.497515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.107867ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-27T21:55:39.497536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.594623ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keystone-api-7d6bfbfbd7-xpxbt\" ","response":"range_response_count:1 size:11901"} {"level":"warn","ts":"2026-07-27T21:55:39.497522Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"358.823875ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-27T21:55:39.497586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"356.15033ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"warn","ts":"2026-07-27T21:55:39.497588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"359.473646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:478"} {"level":"info","ts":"2026-07-27T21:55:39.497604Z","caller":"traceutil/trace.go:171","msg":"trace[927060641] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:5855; }","duration":"320.18692ms","start":"2026-07-27T21:55:39.177382Z","end":"2026-07-27T21:55:39.497569Z","steps":["trace[927060641] 'agreement among raft nodes before linearized reading' (duration: 319.994394ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:39.497606Z","caller":"traceutil/trace.go:171","msg":"trace[482992560] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:5855; }","duration":"359.501476ms","start":"2026-07-27T21:55:39.138059Z","end":"2026-07-27T21:55:39.49756Z","steps":["trace[482992560] 'agreement among raft nodes before linearized reading' (duration: 359.30671ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:39.497613Z","caller":"traceutil/trace.go:171","msg":"trace[492457584] range","detail":"{range_begin:/registry/pods/openstack/keystone-api-7d6bfbfbd7-xpxbt; range_end:; response_count:1; response_revision:5855; }","duration":"161.699346ms","start":"2026-07-27T21:55:39.335892Z","end":"2026-07-27T21:55:39.497592Z","steps":["trace[492457584] 'agreement among raft nodes before linearized reading' (duration: 161.534841ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:39.497629Z","caller":"traceutil/trace.go:171","msg":"trace[1232306706] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:5855; }","duration":"356.205281ms","start":"2026-07-27T21:55:39.14141Z","end":"2026-07-27T21:55:39.497615Z","steps":["trace[1232306706] 'agreement among raft nodes before linearized reading' (duration: 356.086917ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:39.497641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:55:39.177365Z","time spent":"320.268413ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T21:55:39.497623Z","caller":"traceutil/trace.go:171","msg":"trace[901853067] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:5855; }","duration":"358.926168ms","start":"2026-07-27T21:55:39.138677Z","end":"2026-07-27T21:55:39.497603Z","steps":["trace[901853067] 'agreement among raft nodes before linearized reading' (duration: 358.713701ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:39.497643Z","caller":"traceutil/trace.go:171","msg":"trace[954919633] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5855; }","duration":"359.555209ms","start":"2026-07-27T21:55:39.13807Z","end":"2026-07-27T21:55:39.497625Z","steps":["trace[954919633] 'agreement among raft nodes before linearized reading' (duration: 359.413694ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:39.497649Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:55:39.138039Z","time spent":"359.60136ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T21:55:39.49767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:55:39.141406Z","time spent":"356.256223ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T21:55:39.497688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:55:39.138055Z","time spent":"359.61871ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":502,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T21:55:39.497686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:55:39.138671Z","time spent":"359.00208ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T21:55:39.497675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.621307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T21:55:39.497764Z","caller":"traceutil/trace.go:171","msg":"trace[1036499490] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:5855; }","duration":"239.784152ms","start":"2026-07-27T21:55:39.257957Z","end":"2026-07-27T21:55:39.497742Z","steps":["trace[1036499490] 'agreement among raft nodes before linearized reading' (duration: 239.575606ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:39.497324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.244476ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T21:55:39.498353Z","caller":"traceutil/trace.go:171","msg":"trace[296728708] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:5855; }","duration":"405.32096ms","start":"2026-07-27T21:55:39.093017Z","end":"2026-07-27T21:55:39.498338Z","steps":["trace[296728708] 'agreement among raft nodes before linearized reading' (duration: 404.182134ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:39.498413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T21:55:39.092995Z","time spent":"405.403193ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":50,"response size":31,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-27T21:55:48.193858Z","caller":"traceutil/trace.go:171","msg":"trace[598776144] linearizableReadLoop","detail":"{readStateIndex:6131; appliedIndex:6130; }","duration":"137.279207ms","start":"2026-07-27T21:55:48.056558Z","end":"2026-07-27T21:55:48.193837Z","steps":["trace[598776144] 'read index received' (duration: 137.026059ms)","trace[598776144] 'applied index is now lower than readState.Index' (duration: 252.258µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:55:48.193972Z","caller":"traceutil/trace.go:171","msg":"trace[340528664] transaction","detail":"{read_only:false; response_revision:5913; number_of_response:1; }","duration":"239.378799ms","start":"2026-07-27T21:55:47.954562Z","end":"2026-07-27T21:55:48.193941Z","steps":["trace[340528664] 'process raft request' (duration: 239.11035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:48.194935Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.360751ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2380610"} {"level":"info","ts":"2026-07-27T21:55:48.19501Z","caller":"traceutil/trace.go:171","msg":"trace[425146810] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:5913; }","duration":"138.476805ms","start":"2026-07-27T21:55:48.056517Z","end":"2026-07-27T21:55:48.194994Z","steps":["trace[425146810] 'agreement among raft nodes before linearized reading' (duration: 137.466682ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:48.48346Z","caller":"traceutil/trace.go:171","msg":"trace[1234873898] transaction","detail":"{read_only:false; response_revision:5914; number_of_response:1; }","duration":"145.23316ms","start":"2026-07-27T21:55:48.338199Z","end":"2026-07-27T21:55:48.483433Z","steps":["trace[1234873898] 'process raft request' (duration: 145.033864ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T21:55:49.655358Z","caller":"traceutil/trace.go:171","msg":"trace[1030027450] linearizableReadLoop","detail":"{readStateIndex:6136; appliedIndex:6135; }","duration":"103.966342ms","start":"2026-07-27T21:55:49.551366Z","end":"2026-07-27T21:55:49.655332Z","steps":["trace[1030027450] 'read index received' (duration: 103.663032ms)","trace[1030027450] 'applied index is now lower than readState.Index' (duration: 302µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T21:55:49.655403Z","caller":"traceutil/trace.go:171","msg":"trace[482232018] transaction","detail":"{read_only:false; response_revision:5918; number_of_response:1; }","duration":"124.405045ms","start":"2026-07-27T21:55:49.53097Z","end":"2026-07-27T21:55:49.655375Z","steps":["trace[482232018] 'process raft request' (duration: 124.199758ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T21:55:49.655718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"104.329523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T21:55:49.655763Z","caller":"traceutil/trace.go:171","msg":"trace[192799374] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:5918; }","duration":"104.429447ms","start":"2026-07-27T21:55:49.551323Z","end":"2026-07-27T21:55:49.655752Z","steps":["trace[192799374] 'agreement among raft nodes before linearized reading' (duration: 104.130558ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:00:32.216604Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":5726} {"level":"info","ts":"2026-07-27T22:00:32.314772Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":5726,"took":"95.346784ms","hash":1406044042,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":25530368,"current-db-size-in-use":"26 MB"} {"level":"info","ts":"2026-07-27T22:00:32.314847Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1406044042,"revision":5726,"compact-revision":2794} {"level":"info","ts":"2026-07-27T22:00:40.441612Z","caller":"traceutil/trace.go:171","msg":"trace[2140223587] linearizableReadLoop","detail":"{readStateIndex:8265; appliedIndex:8264; }","duration":"110.456447ms","start":"2026-07-27T22:00:40.331131Z","end":"2026-07-27T22:00:40.441587Z","steps":["trace[2140223587] 'read index received' (duration: 110.069505ms)","trace[2140223587] 'applied index is now lower than readState.Index' (duration: 386.052µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:00:40.442132Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.978594ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:00:40.442235Z","caller":"traceutil/trace.go:171","msg":"trace[983406900] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:7978; }","duration":"111.104438ms","start":"2026-07-27T22:00:40.331112Z","end":"2026-07-27T22:00:40.442216Z","steps":["trace[983406900] 'agreement among raft nodes before linearized reading' (duration: 110.83738ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:00:40.442177Z","caller":"traceutil/trace.go:171","msg":"trace[1668499985] transaction","detail":"{read_only:false; response_revision:7978; number_of_response:1; }","duration":"127.352927ms","start":"2026-07-27T22:00:40.314815Z","end":"2026-07-27T22:00:40.442168Z","steps":["trace[1668499985] 'process raft request' (duration: 126.602733ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:00:41.062919Z","caller":"traceutil/trace.go:171","msg":"trace[1459507383] linearizableReadLoop","detail":"{readStateIndex:8270; appliedIndex:8268; }","duration":"134.510575ms","start":"2026-07-27T22:00:40.928376Z","end":"2026-07-27T22:00:41.062887Z","steps":["trace[1459507383] 'read index received' (duration: 6.434126ms)","trace[1459507383] 'applied index is now lower than readState.Index' (duration: 128.075049ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:00:41.062942Z","caller":"traceutil/trace.go:171","msg":"trace[1851861318] transaction","detail":"{read_only:false; response_revision:7982; number_of_response:1; }","duration":"167.793878ms","start":"2026-07-27T22:00:40.895126Z","end":"2026-07-27T22:00:41.06292Z","steps":["trace[1851861318] 'process raft request' (duration: 167.54793ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:00:41.063554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.151385ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T22:00:41.063699Z","caller":"traceutil/trace.go:171","msg":"trace[2039793844] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:7982; }","duration":"135.360392ms","start":"2026-07-27T22:00:40.928312Z","end":"2026-07-27T22:00:41.063672Z","steps":["trace[2039793844] 'agreement among raft nodes before linearized reading' (duration: 134.703411ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:00:53.013479Z","caller":"traceutil/trace.go:171","msg":"trace[1950393782] transaction","detail":"{read_only:false; response_revision:8186; number_of_response:1; }","duration":"175.625708ms","start":"2026-07-27T22:00:52.837805Z","end":"2026-07-27T22:00:53.013431Z","steps":["trace[1950393782] 'process raft request' (duration: 175.410251ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:00:53.095241Z","caller":"traceutil/trace.go:171","msg":"trace[704246242] transaction","detail":"{read_only:false; response_revision:8187; number_of_response:1; }","duration":"109.697292ms","start":"2026-07-27T22:00:52.985514Z","end":"2026-07-27T22:00:53.095211Z","steps":["trace[704246242] 'process raft request' (duration: 107.831003ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:00:54.831913Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399180790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:00:55.332675Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399180790,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:00:55.451593Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.354526881s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:00:55.452079Z","caller":"traceutil/trace.go:171","msg":"trace[106207425] transaction","detail":"{read_only:false; response_revision:8194; number_of_response:1; }","duration":"1.3551369s","start":"2026-07-27T22:00:54.096907Z","end":"2026-07-27T22:00:55.452044Z","steps":["trace[106207425] 'process raft request' (duration: 1.354956435s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:00:55.452343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:00:54.09688Z","time spent":"1.355357188s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:00:55.452665Z","caller":"traceutil/trace.go:171","msg":"trace[1236373581] linearizableReadLoop","detail":"{readStateIndex:8485; appliedIndex:8483; }","duration":"1.121269833s","start":"2026-07-27T22:00:54.331366Z","end":"2026-07-27T22:00:55.452636Z","steps":["trace[1236373581] 'read index received' (duration: 1.120486838s)","trace[1236373581] 'applied index is now lower than readState.Index' (duration: 781.965µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:00:55.452715Z","caller":"traceutil/trace.go:171","msg":"trace[1089215594] transaction","detail":"{read_only:false; response_revision:8195; number_of_response:1; }","duration":"434.3593ms","start":"2026-07-27T22:00:55.018326Z","end":"2026-07-27T22:00:55.452685Z","steps":["trace[1089215594] 'process raft request' (duration: 434.182784ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:00:55.452869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:00:55.018308Z","time spent":"434.486154ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:00:55.452902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.958355ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-27T22:00:55.452892Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.121491691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:00:55.452948Z","caller":"traceutil/trace.go:171","msg":"trace[1832502507] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:8195; }","duration":"723.049538ms","start":"2026-07-27T22:00:54.729886Z","end":"2026-07-27T22:00:55.452935Z","steps":["trace[1832502507] 'agreement among raft nodes before linearized reading' (duration: 722.908253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:00:55.452939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"219.794248ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"warn","ts":"2026-07-27T22:00:55.452992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:00:54.729868Z","time spent":"723.11599ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qpfl7\" "} {"level":"info","ts":"2026-07-27T22:00:55.453009Z","caller":"traceutil/trace.go:171","msg":"trace[186251818] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8195; }","duration":"219.884512ms","start":"2026-07-27T22:00:55.233109Z","end":"2026-07-27T22:00:55.452994Z","steps":["trace[186251818] 'agreement among raft nodes before linearized reading' (duration: 219.690576ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:00:55.45303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.433859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T22:00:55.452941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"418.920156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-27T22:00:55.453027Z","caller":"traceutil/trace.go:171","msg":"trace[700595752] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8195; }","duration":"1.121662866s","start":"2026-07-27T22:00:54.331318Z","end":"2026-07-27T22:00:55.452981Z","steps":["trace[700595752] 'agreement among raft nodes before linearized reading' (duration: 1.121419659s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:00:55.45308Z","caller":"traceutil/trace.go:171","msg":"trace[1869862756] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:8195; }","duration":"220.485891ms","start":"2026-07-27T22:00:55.232578Z","end":"2026-07-27T22:00:55.453064Z","steps":["trace[1869862756] 'agreement among raft nodes before linearized reading' (duration: 220.408668ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:00:55.453045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"845.336783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T22:00:55.453097Z","caller":"traceutil/trace.go:171","msg":"trace[1177796173] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8195; }","duration":"419.110042ms","start":"2026-07-27T22:00:55.033961Z","end":"2026-07-27T22:00:55.453071Z","steps":["trace[1177796173] 'agreement among raft nodes before linearized reading' (duration: 418.817143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:00:55.453111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:00:54.331295Z","time spent":"1.121801211s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:00:55.45314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:00:55.033946Z","time spent":"419.183995ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-27T22:00:55.453144Z","caller":"traceutil/trace.go:171","msg":"trace[1744100108] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8195; }","duration":"845.504828ms","start":"2026-07-27T22:00:54.607618Z","end":"2026-07-27T22:00:55.453123Z","steps":["trace[1744100108] 'agreement among raft nodes before linearized reading' (duration: 845.219929ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:00:55.453205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:00:54.607597Z","time spent":"845.595581ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:00:55.453455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.98769ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:00:55.453509Z","caller":"traceutil/trace.go:171","msg":"trace[1540232798] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:8195; }","duration":"994.745544ms","start":"2026-07-27T22:00:54.458747Z","end":"2026-07-27T22:00:55.453492Z","steps":["trace[1540232798] 'agreement among raft nodes before linearized reading' (duration: 994.00091ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:00:55.453545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:00:54.458723Z","time spent":"994.809926ms","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":29,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:01:05.668207Z","caller":"traceutil/trace.go:171","msg":"trace[1111226218] linearizableReadLoop","detail":"{readStateIndex:8543; appliedIndex:8542; }","duration":"130.106834ms","start":"2026-07-27T22:01:05.538078Z","end":"2026-07-27T22:01:05.668185Z","steps":["trace[1111226218] 'read index received' (duration: 125.550179ms)","trace[1111226218] 'applied index is now lower than readState.Index' (duration: 4.552235ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:01:05.668477Z","caller":"traceutil/trace.go:171","msg":"trace[2087907356] transaction","detail":"{read_only:false; response_revision:8249; number_of_response:1; }","duration":"135.014851ms","start":"2026-07-27T22:01:05.533449Z","end":"2026-07-27T22:01:05.668464Z","steps":["trace[2087907356] 'process raft request' (duration: 130.147146ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:05.668736Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.653422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T22:01:05.66876Z","caller":"traceutil/trace.go:171","msg":"trace[782858121] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8249; }","duration":"130.745955ms","start":"2026-07-27T22:01:05.538006Z","end":"2026-07-27T22:01:05.668752Z","steps":["trace[782858121] 'agreement among raft nodes before linearized reading' (duration: 130.623562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:05.668952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.876262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T22:01:05.668966Z","caller":"traceutil/trace.go:171","msg":"trace[938680442] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8249; }","duration":"126.911912ms","start":"2026-07-27T22:01:05.54205Z","end":"2026-07-27T22:01:05.668962Z","steps":["trace[938680442] 'agreement among raft nodes before linearized reading' (duration: 126.867331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:05.669072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.875182ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-27T22:01:05.669091Z","caller":"traceutil/trace.go:171","msg":"trace[1551449610] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8249; }","duration":"126.927163ms","start":"2026-07-27T22:01:05.542156Z","end":"2026-07-27T22:01:05.669083Z","steps":["trace[1551449610] 'agreement among raft nodes before linearized reading' (duration: 126.884702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:05.669151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.978486ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-27T22:01:05.669165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.50054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T22:01:05.669249Z","caller":"traceutil/trace.go:171","msg":"trace[2068506182] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:8249; }","duration":"128.117972ms","start":"2026-07-27T22:01:05.541106Z","end":"2026-07-27T22:01:05.669224Z","steps":["trace[2068506182] 'agreement among raft nodes before linearized reading' (duration: 127.896894ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:05.669267Z","caller":"traceutil/trace.go:171","msg":"trace[1309792426] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8249; }","duration":"126.629003ms","start":"2026-07-27T22:01:05.542613Z","end":"2026-07-27T22:01:05.669242Z","steps":["trace[1309792426] 'agreement among raft nodes before linearized reading' (duration: 126.401136ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:05.669314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.300963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-27T22:01:05.669377Z","caller":"traceutil/trace.go:171","msg":"trace[688305385] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8249; }","duration":"126.588442ms","start":"2026-07-27T22:01:05.542774Z","end":"2026-07-27T22:01:05.669363Z","steps":["trace[688305385] 'agreement among raft nodes before linearized reading' (duration: 126.194899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:05.669565Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.762294ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-27T22:01:05.669587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.303695ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-27T22:01:05.669617Z","caller":"traceutil/trace.go:171","msg":"trace[1015309671] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8249; }","duration":"129.838806ms","start":"2026-07-27T22:01:05.539766Z","end":"2026-07-27T22:01:05.669605Z","steps":["trace[1015309671] 'agreement among raft nodes before linearized reading' (duration: 128.978068ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:05.669623Z","caller":"traceutil/trace.go:171","msg":"trace[434890619] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:8249; }","duration":"127.357167ms","start":"2026-07-27T22:01:05.542253Z","end":"2026-07-27T22:01:05.66961Z","steps":["trace[434890619] 'agreement among raft nodes before linearized reading' (duration: 126.594242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:06.026536Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"200.158572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/daemonsets/\" range_end:\"/registry/daemonsets0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T22:01:06.026579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"196.98534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:01:06.026637Z","caller":"traceutil/trace.go:171","msg":"trace[964909363] range","detail":"{range_begin:/registry/daemonsets/; range_end:/registry/daemonsets0; response_count:0; response_revision:8256; }","duration":"200.316246ms","start":"2026-07-27T22:01:05.826301Z","end":"2026-07-27T22:01:06.026617Z","steps":["trace[964909363] 'count revisions from in-memory index tree' (duration: 200.006437ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:06.026665Z","caller":"traceutil/trace.go:171","msg":"trace[852926745] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:8256; }","duration":"197.104214ms","start":"2026-07-27T22:01:05.829539Z","end":"2026-07-27T22:01:06.026643Z","steps":["trace[852926745] 'range keys from in-memory index tree' (duration: 196.919389ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:07.803411Z","caller":"traceutil/trace.go:171","msg":"trace[1054141655] transaction","detail":"{read_only:false; response_revision:8257; number_of_response:1; }","duration":"288.147521ms","start":"2026-07-27T22:01:07.515235Z","end":"2026-07-27T22:01:07.803382Z","steps":["trace[1054141655] 'process raft request' (duration: 287.965005ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:07.837701Z","caller":"traceutil/trace.go:171","msg":"trace[1107370673] linearizableReadLoop","detail":"{readStateIndex:8552; appliedIndex:8550; }","duration":"111.17532ms","start":"2026-07-27T22:01:07.7265Z","end":"2026-07-27T22:01:07.837675Z","steps":["trace[1107370673] 'read index received' (duration: 76.685689ms)","trace[1107370673] 'applied index is now lower than readState.Index' (duration: 34.488361ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:01:07.8378Z","caller":"traceutil/trace.go:171","msg":"trace[238951295] transaction","detail":"{read_only:false; response_revision:8258; number_of_response:1; }","duration":"163.209062ms","start":"2026-07-27T22:01:07.674555Z","end":"2026-07-27T22:01:07.837765Z","steps":["trace[238951295] 'process raft request' (duration: 162.959514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:07.837986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.466179ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T22:01:07.838052Z","caller":"traceutil/trace.go:171","msg":"trace[175035006] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:8258; }","duration":"111.588813ms","start":"2026-07-27T22:01:07.726449Z","end":"2026-07-27T22:01:07.838038Z","steps":["trace[175035006] 'agreement among raft nodes before linearized reading' (duration: 111.382987ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:08.041753Z","caller":"traceutil/trace.go:171","msg":"trace[32884631] transaction","detail":"{read_only:false; response_revision:8260; number_of_response:1; }","duration":"193.865321ms","start":"2026-07-27T22:01:07.84786Z","end":"2026-07-27T22:01:08.041726Z","steps":["trace[32884631] 'process raft request' (duration: 136.964234ms)","trace[32884631] 'compare' (duration: 56.724481ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:01:08.042063Z","caller":"traceutil/trace.go:171","msg":"trace[2115678468] transaction","detail":"{read_only:false; response_revision:8261; number_of_response:1; }","duration":"194.037037ms","start":"2026-07-27T22:01:07.847994Z","end":"2026-07-27T22:01:08.042031Z","steps":["trace[2115678468] 'process raft request' (duration: 193.686185ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:08.042442Z","caller":"traceutil/trace.go:171","msg":"trace[2141196210] transaction","detail":"{read_only:false; response_revision:8262; number_of_response:1; }","duration":"194.424399ms","start":"2026-07-27T22:01:07.847994Z","end":"2026-07-27T22:01:08.042418Z","steps":["trace[2141196210] 'process raft request' (duration: 193.939523ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:08.042566Z","caller":"traceutil/trace.go:171","msg":"trace[426776306] transaction","detail":"{read_only:false; response_revision:8263; number_of_response:1; }","duration":"194.546522ms","start":"2026-07-27T22:01:07.848007Z","end":"2026-07-27T22:01:08.042553Z","steps":["trace[426776306] 'process raft request' (duration: 194.324555ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:08.042986Z","caller":"traceutil/trace.go:171","msg":"trace[2146737100] transaction","detail":"{read_only:false; response_revision:8264; number_of_response:1; }","duration":"194.77606ms","start":"2026-07-27T22:01:07.848195Z","end":"2026-07-27T22:01:08.042971Z","steps":["trace[2146737100] 'process raft request' (duration: 194.310255ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:08.042996Z","caller":"traceutil/trace.go:171","msg":"trace[1749640341] transaction","detail":"{read_only:false; response_revision:8265; number_of_response:1; }","duration":"194.520821ms","start":"2026-07-27T22:01:07.848436Z","end":"2026-07-27T22:01:08.042957Z","steps":["trace[1749640341] 'process raft request' (duration: 194.440079ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:09.794222Z","caller":"traceutil/trace.go:171","msg":"trace[1019034044] transaction","detail":"{read_only:false; response_revision:8267; number_of_response:1; }","duration":"277.838495ms","start":"2026-07-27T22:01:09.51636Z","end":"2026-07-27T22:01:09.794198Z","steps":["trace[1019034044] 'process raft request' (duration: 277.640178ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:11.359911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"533.154503ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:29"} {"level":"info","ts":"2026-07-27T22:01:11.360118Z","caller":"traceutil/trace.go:171","msg":"trace[1219588852] linearizableReadLoop","detail":"{readStateIndex:8571; appliedIndex:8570; }","duration":"398.927993ms","start":"2026-07-27T22:01:10.961172Z","end":"2026-07-27T22:01:11.3601Z","steps":["trace[1219588852] 'read index received' (duration: 42.901µs)","trace[1219588852] 'applied index is now lower than readState.Index' (duration: 398.883892ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:01:11.360253Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.075128ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:01:11.360285Z","caller":"traceutil/trace.go:171","msg":"trace[1903378702] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:8276; }","duration":"399.114439ms","start":"2026-07-27T22:01:10.961157Z","end":"2026-07-27T22:01:11.360272Z","steps":["trace[1903378702] 'agreement among raft nodes before linearized reading' (duration: 399.055667ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:11.360324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:10.961061Z","time spent":"399.253264ms","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:01:11.360309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:11.053101Z","time spent":"307.201347ms","remote":"127.0.0.1:54862","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-27T22:01:11.360604Z","caller":"traceutil/trace.go:171","msg":"trace[1997545652] transaction","detail":"{read_only:false; response_revision:8277; number_of_response:1; }","duration":"264.34436ms","start":"2026-07-27T22:01:11.096247Z","end":"2026-07-27T22:01:11.360592Z","steps":["trace[1997545652] 'process raft request' (duration: 263.769862ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:12.205702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.222607791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:01:12.205816Z","caller":"traceutil/trace.go:171","msg":"trace[444709186] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:8277; }","duration":"1.222755906s","start":"2026-07-27T22:01:10.983028Z","end":"2026-07-27T22:01:12.205784Z","steps":["trace[444709186] 'agreement among raft nodes before linearized reading' (duration: 377.546491ms)","trace[444709186] 'count revisions from in-memory index tree' (duration: 845.06346ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:01:12.205884Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:10.983016Z","time spent":"1.222848528s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:01:12.206062Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.063817337s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:01:12.206145Z","caller":"traceutil/trace.go:171","msg":"trace[326806803] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:8277; }","duration":"1.06389678s","start":"2026-07-27T22:01:11.142223Z","end":"2026-07-27T22:01:12.20612Z","steps":["trace[326806803] 'agreement among raft nodes before linearized reading' (duration: 218.464677ms)","trace[326806803] 'count revisions from in-memory index tree' (duration: 845.338679ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:01:12.206253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:11.142114Z","time spent":"1.064122117s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:01:12.206261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.153407625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12212"} {"level":"info","ts":"2026-07-27T22:01:12.206341Z","caller":"traceutil/trace.go:171","msg":"trace[987219918] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:8277; }","duration":"1.153548939s","start":"2026-07-27T22:01:11.052768Z","end":"2026-07-27T22:01:12.206317Z","steps":["trace[987219918] 'agreement among raft nodes before linearized reading' (duration: 307.927341ms)","trace[987219918] 'range keys from in-memory index tree' (duration: 845.311448ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:01:12.206389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:11.05274Z","time spent":"1.153641162s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12236,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-27T22:01:12.234936Z","caller":"traceutil/trace.go:171","msg":"trace[1613587843] transaction","detail":"{read_only:false; response_revision:8278; number_of_response:1; }","duration":"398.019543ms","start":"2026-07-27T22:01:11.836887Z","end":"2026-07-27T22:01:12.234906Z","steps":["trace[1613587843] 'process raft request' (duration: 397.816256ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:12.235228Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:11.836853Z","time spent":"398.162767ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:01:12.241582Z","caller":"traceutil/trace.go:171","msg":"trace[1967560829] linearizableReadLoop","detail":"{readStateIndex:8574; appliedIndex:8572; }","duration":"308.166577ms","start":"2026-07-27T22:01:11.933399Z","end":"2026-07-27T22:01:12.241566Z","steps":["trace[1967560829] 'read index received' (duration: 301.428832ms)","trace[1967560829] 'applied index is now lower than readState.Index' (duration: 6.736855ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:01:12.241615Z","caller":"traceutil/trace.go:171","msg":"trace[408002996] transaction","detail":"{read_only:false; response_revision:8279; number_of_response:1; }","duration":"324.447456ms","start":"2026-07-27T22:01:11.91715Z","end":"2026-07-27T22:01:12.241597Z","steps":["trace[408002996] 'process raft request' (duration: 324.319892ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:12.241767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"308.410085ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-27T22:01:12.241741Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:11.917122Z","time spent":"324.57056ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:01:12.241855Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"122.660112ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:492"} {"level":"info","ts":"2026-07-27T22:01:12.241878Z","caller":"traceutil/trace.go:171","msg":"trace[1163923615] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8279; }","duration":"122.714164ms","start":"2026-07-27T22:01:12.119159Z","end":"2026-07-27T22:01:12.241873Z","steps":["trace[1163923615] 'agreement among raft nodes before linearized reading' (duration: 122.655162ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:12.241796Z","caller":"traceutil/trace.go:171","msg":"trace[2010238398] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8279; }","duration":"308.479317ms","start":"2026-07-27T22:01:11.933309Z","end":"2026-07-27T22:01:12.241788Z","steps":["trace[2010238398] 'agreement among raft nodes before linearized reading' (duration: 308.340293ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:12.241915Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.037421ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:01:12.241985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:11.933296Z","time spent":"308.678683ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T22:01:12.242012Z","caller":"traceutil/trace.go:171","msg":"trace[1321321173] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:8279; }","duration":"275.168324ms","start":"2026-07-27T22:01:11.966818Z","end":"2026-07-27T22:01:12.241986Z","steps":["trace[1321321173] 'agreement among raft nodes before linearized reading' (duration: 275.01541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:12.242499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"305.44917ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T22:01:12.242585Z","caller":"traceutil/trace.go:171","msg":"trace[494362171] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:8279; }","duration":"305.572934ms","start":"2026-07-27T22:01:11.936993Z","end":"2026-07-27T22:01:12.242566Z","steps":["trace[494362171] 'agreement among raft nodes before linearized reading' (duration: 304.727957ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:12.242639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:11.93697Z","time spent":"305.654447ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qpfl7\" "} {"level":"info","ts":"2026-07-27T22:01:12.404048Z","caller":"traceutil/trace.go:171","msg":"trace[1750574093] linearizableReadLoop","detail":"{readStateIndex:8575; appliedIndex:8574; }","duration":"157.472242ms","start":"2026-07-27T22:01:12.246548Z","end":"2026-07-27T22:01:12.40402Z","steps":["trace[1750574093] 'read index received' (duration: 149.802108ms)","trace[1750574093] 'applied index is now lower than readState.Index' (duration: 7.668774ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:01:12.4042Z","caller":"traceutil/trace.go:171","msg":"trace[1606791404] transaction","detail":"{read_only:false; response_revision:8280; number_of_response:1; }","duration":"158.154144ms","start":"2026-07-27T22:01:12.246015Z","end":"2026-07-27T22:01:12.40417Z","steps":["trace[1606791404] 'process raft request' (duration: 150.330824ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:12.404625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"158.052921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:24 size:207042"} {"level":"info","ts":"2026-07-27T22:01:12.404672Z","caller":"traceutil/trace.go:171","msg":"trace[2062672752] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:24; response_revision:8280; }","duration":"158.131313ms","start":"2026-07-27T22:01:12.24653Z","end":"2026-07-27T22:01:12.404661Z","steps":["trace[2062672752] 'agreement among raft nodes before linearized reading' (duration: 157.616326ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:12.40519Z","caller":"traceutil/trace.go:171","msg":"trace[2093230085] transaction","detail":"{read_only:false; response_revision:8284; number_of_response:1; }","duration":"158.069531ms","start":"2026-07-27T22:01:12.247109Z","end":"2026-07-27T22:01:12.405179Z","steps":["trace[2093230085] 'process raft request' (duration: 157.985529ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:12.405365Z","caller":"traceutil/trace.go:171","msg":"trace[585030834] transaction","detail":"{read_only:false; response_revision:8285; number_of_response:1; }","duration":"157.875026ms","start":"2026-07-27T22:01:12.247466Z","end":"2026-07-27T22:01:12.405341Z","steps":["trace[585030834] 'process raft request' (duration: 157.649708ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:12.405398Z","caller":"traceutil/trace.go:171","msg":"trace[1584316985] transaction","detail":"{read_only:false; response_revision:8281; number_of_response:1; }","duration":"158.792584ms","start":"2026-07-27T22:01:12.246598Z","end":"2026-07-27T22:01:12.405391Z","steps":["trace[1584316985] 'process raft request' (duration: 158.398392ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:12.405466Z","caller":"traceutil/trace.go:171","msg":"trace[1076975866] transaction","detail":"{read_only:false; response_revision:8282; number_of_response:1; }","duration":"158.853316ms","start":"2026-07-27T22:01:12.246607Z","end":"2026-07-27T22:01:12.40546Z","steps":["trace[1076975866] 'process raft request' (duration: 158.436113ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:12.405499Z","caller":"traceutil/trace.go:171","msg":"trace[1249664106] transaction","detail":"{read_only:false; response_revision:8286; number_of_response:1; }","duration":"157.756781ms","start":"2026-07-27T22:01:12.247734Z","end":"2026-07-27T22:01:12.405491Z","steps":["trace[1249664106] 'process raft request' (duration: 157.40526ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:12.405553Z","caller":"traceutil/trace.go:171","msg":"trace[2104161262] transaction","detail":"{read_only:false; response_revision:8283; number_of_response:1; }","duration":"158.758383ms","start":"2026-07-27T22:01:12.246788Z","end":"2026-07-27T22:01:12.405546Z","steps":["trace[2104161262] 'process raft request' (duration: 158.283058ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:36.754193Z","caller":"traceutil/trace.go:171","msg":"trace[293766985] linearizableReadLoop","detail":"{readStateIndex:8764; appliedIndex:8763; }","duration":"204.628446ms","start":"2026-07-27T22:01:36.549498Z","end":"2026-07-27T22:01:36.754126Z","steps":["trace[293766985] 'read index received' (duration: 204.539053ms)","trace[293766985] 'applied index is now lower than readState.Index' (duration: 88.313µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:01:36.754562Z","caller":"traceutil/trace.go:171","msg":"trace[1719885005] transaction","detail":"{read_only:false; response_revision:8463; number_of_response:1; }","duration":"206.586539ms","start":"2026-07-27T22:01:36.547956Z","end":"2026-07-27T22:01:36.754543Z","steps":["trace[1719885005] 'process raft request' (duration: 206.01342ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:36.754614Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.081231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:01:36.754744Z","caller":"traceutil/trace.go:171","msg":"trace[979624301] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/volumegroupsnapshotclasses.groupsnapshot.storage.k8s.io; range_end:; response_count:0; response_revision:8463; }","duration":"205.231985ms","start":"2026-07-27T22:01:36.549495Z","end":"2026-07-27T22:01:36.754727Z","steps":["trace[979624301] 'agreement among raft nodes before linearized reading' (duration: 205.024499ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:36.7551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"190.577857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-27T22:01:36.755212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"185.974581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T22:01:36.755192Z","caller":"traceutil/trace.go:171","msg":"trace[1610236222] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8464; }","duration":"190.695232ms","start":"2026-07-27T22:01:36.564476Z","end":"2026-07-27T22:01:36.755171Z","steps":["trace[1610236222] 'agreement among raft nodes before linearized reading' (duration: 190.471645ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:36.755244Z","caller":"traceutil/trace.go:171","msg":"trace[192982054] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:8464; }","duration":"186.020903ms","start":"2026-07-27T22:01:36.569216Z","end":"2026-07-27T22:01:36.755237Z","steps":["trace[192982054] 'agreement among raft nodes before linearized reading' (duration: 185.898439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:36.755274Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.310566ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T22:01:36.755337Z","caller":"traceutil/trace.go:171","msg":"trace[1855603997] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:8464; }","duration":"183.435041ms","start":"2026-07-27T22:01:36.571889Z","end":"2026-07-27T22:01:36.755324Z","steps":["trace[1855603997] 'agreement among raft nodes before linearized reading' (duration: 183.242774ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:36.755331Z","caller":"traceutil/trace.go:171","msg":"trace[435997806] transaction","detail":"{read_only:false; response_revision:8464; number_of_response:1; }","duration":"204.408219ms","start":"2026-07-27T22:01:36.550903Z","end":"2026-07-27T22:01:36.755311Z","steps":["trace[435997806] 'process raft request' (duration: 203.81337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:36.75513Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.463979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-27T22:01:36.755515Z","caller":"traceutil/trace.go:171","msg":"trace[1366594306] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:8464; }","duration":"182.924544ms","start":"2026-07-27T22:01:36.572582Z","end":"2026-07-27T22:01:36.755506Z","steps":["trace[1366594306] 'agreement among raft nodes before linearized reading' (duration: 182.404118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:36.755613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.465467ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-27T22:01:36.755635Z","caller":"traceutil/trace.go:171","msg":"trace[1651967148] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:8464; }","duration":"186.504958ms","start":"2026-07-27T22:01:36.569123Z","end":"2026-07-27T22:01:36.755628Z","steps":["trace[1651967148] 'agreement among raft nodes before linearized reading' (duration: 186.453377ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:36.755723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.803678ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T22:01:36.75585Z","caller":"traceutil/trace.go:171","msg":"trace[1001058231] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:8464; }","duration":"186.973833ms","start":"2026-07-27T22:01:36.568868Z","end":"2026-07-27T22:01:36.755842Z","steps":["trace[1001058231] 'agreement among raft nodes before linearized reading' (duration: 186.803128ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:40.049335Z","caller":"traceutil/trace.go:171","msg":"trace[294049070] linearizableReadLoop","detail":"{readStateIndex:8786; appliedIndex:8785; }","duration":"269.614889ms","start":"2026-07-27T22:01:39.779691Z","end":"2026-07-27T22:01:40.049306Z","steps":["trace[294049070] 'read index received' (duration: 269.450304ms)","trace[294049070] 'applied index is now lower than readState.Index' (duration: 163.235µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:01:40.049431Z","caller":"traceutil/trace.go:171","msg":"trace[2122510721] transaction","detail":"{read_only:false; response_revision:8485; number_of_response:1; }","duration":"524.58897ms","start":"2026-07-27T22:01:39.524786Z","end":"2026-07-27T22:01:40.049375Z","steps":["trace[2122510721] 'process raft request' (duration: 524.352212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:40.049596Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.871107ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T22:01:40.049605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.108159ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T22:01:40.04965Z","caller":"traceutil/trace.go:171","msg":"trace[826478367] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:8485; }","duration":"119.202521ms","start":"2026-07-27T22:01:39.930437Z","end":"2026-07-27T22:01:40.049639Z","steps":["trace[826478367] 'agreement among raft nodes before linearized reading' (duration: 119.060497ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:40.049648Z","caller":"traceutil/trace.go:171","msg":"trace[1085560116] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:8485; }","duration":"269.959909ms","start":"2026-07-27T22:01:39.779675Z","end":"2026-07-27T22:01:40.049635Z","steps":["trace[1085560116] 'agreement among raft nodes before linearized reading' (duration: 269.797964ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:40.049694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:39.524727Z","time spent":"524.828008ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1120,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:01:40.722669Z","caller":"traceutil/trace.go:171","msg":"trace[323577896] linearizableReadLoop","detail":"{readStateIndex:8788; appliedIndex:8786; }","duration":"388.687006ms","start":"2026-07-27T22:01:40.333957Z","end":"2026-07-27T22:01:40.722644Z","steps":["trace[323577896] 'read index received' (duration: 381.911289ms)","trace[323577896] 'applied index is now lower than readState.Index' (duration: 6.774457ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:01:40.722688Z","caller":"traceutil/trace.go:171","msg":"trace[1148332801] transaction","detail":"{read_only:false; response_revision:8486; number_of_response:1; }","duration":"389.060417ms","start":"2026-07-27T22:01:40.333592Z","end":"2026-07-27T22:01:40.722653Z","steps":["trace[1148332801] 'process raft request' (duration: 382.272ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:40.722727Z","caller":"traceutil/trace.go:171","msg":"trace[139995237] transaction","detail":"{read_only:false; response_revision:8487; number_of_response:1; }","duration":"388.866522ms","start":"2026-07-27T22:01:40.333806Z","end":"2026-07-27T22:01:40.722673Z","steps":["trace[139995237] 'process raft request' (duration: 388.788089ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:40.722855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:40.333555Z","time spent":"389.202462ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:01:40.722826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"388.858931ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:01:40.72289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"269.35384ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T22:01:40.722922Z","caller":"traceutil/trace.go:171","msg":"trace[1890095771] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8487; }","duration":"389.003146ms","start":"2026-07-27T22:01:40.333901Z","end":"2026-07-27T22:01:40.722904Z","steps":["trace[1890095771] 'agreement among raft nodes before linearized reading' (duration: 388.842251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:40.722932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:40.333787Z","time spent":"389.036277ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:01:40.722961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:40.33388Z","time spent":"389.073428ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:01:40.722964Z","caller":"traceutil/trace.go:171","msg":"trace[913364338] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:8487; }","duration":"269.502324ms","start":"2026-07-27T22:01:40.453441Z","end":"2026-07-27T22:01:40.722944Z","steps":["trace[913364338] 'agreement among raft nodes before linearized reading' (duration: 269.3632ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:53.634554Z","caller":"traceutil/trace.go:171","msg":"trace[459136317] transaction","detail":"{read_only:false; response_revision:8601; number_of_response:1; }","duration":"102.159749ms","start":"2026-07-27T22:01:53.532354Z","end":"2026-07-27T22:01:53.634514Z","steps":["trace[459136317] 'process raft request' (duration: 101.831828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:54.849826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"518.054342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:01:54.849886Z","caller":"traceutil/trace.go:171","msg":"trace[383370153] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8603; }","duration":"518.149195ms","start":"2026-07-27T22:01:54.331723Z","end":"2026-07-27T22:01:54.849873Z","steps":["trace[383370153] 'range keys from in-memory index tree' (duration: 517.98384ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:54.849913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:01:54.331707Z","time spent":"518.200237ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:01:54.850195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"183.560254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:01:54.850251Z","caller":"traceutil/trace.go:171","msg":"trace[1005370544] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:8603; }","duration":"183.659997ms","start":"2026-07-27T22:01:54.666577Z","end":"2026-07-27T22:01:54.850237Z","steps":["trace[1005370544] 'count revisions from in-memory index tree' (duration: 183.43861ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:54.92867Z","caller":"traceutil/trace.go:171","msg":"trace[1329165362] transaction","detail":"{read_only:false; response_revision:8605; number_of_response:1; }","duration":"153.412933ms","start":"2026-07-27T22:01:54.775225Z","end":"2026-07-27T22:01:54.928638Z","steps":["trace[1329165362] 'process raft request' (duration: 153.126594ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:55.19069Z","caller":"traceutil/trace.go:171","msg":"trace[2108918959] transaction","detail":"{read_only:false; response_revision:8606; number_of_response:1; }","duration":"257.922825ms","start":"2026-07-27T22:01:54.932713Z","end":"2026-07-27T22:01:55.190635Z","steps":["trace[2108918959] 'process raft request' (duration: 221.797263ms)","trace[2108918959] 'compare' (duration: 35.698028ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:01:55.208953Z","caller":"traceutil/trace.go:171","msg":"trace[418359108] transaction","detail":"{read_only:false; response_revision:8609; number_of_response:1; }","duration":"275.529517ms","start":"2026-07-27T22:01:54.933392Z","end":"2026-07-27T22:01:55.208921Z","steps":["trace[418359108] 'process raft request' (duration: 275.431474ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:55.208957Z","caller":"traceutil/trace.go:171","msg":"trace[692619829] transaction","detail":"{read_only:false; response_revision:8607; number_of_response:1; }","duration":"275.814855ms","start":"2026-07-27T22:01:54.933116Z","end":"2026-07-27T22:01:55.208931Z","steps":["trace[692619829] 'process raft request' (duration: 275.490755ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:55.209035Z","caller":"traceutil/trace.go:171","msg":"trace[1700618935] transaction","detail":"{read_only:false; response_revision:8608; number_of_response:1; }","duration":"275.692902ms","start":"2026-07-27T22:01:54.9333Z","end":"2026-07-27T22:01:55.208993Z","steps":["trace[1700618935] 'process raft request' (duration: 275.485305ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:55.20938Z","caller":"traceutil/trace.go:171","msg":"trace[2045548045] transaction","detail":"{read_only:false; response_revision:8610; number_of_response:1; }","duration":"275.497976ms","start":"2026-07-27T22:01:54.933864Z","end":"2026-07-27T22:01:55.209362Z","steps":["trace[2045548045] 'process raft request' (duration: 275.0019ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:55.209481Z","caller":"traceutil/trace.go:171","msg":"trace[175097641] linearizableReadLoop","detail":"{readStateIndex:8915; appliedIndex:8912; }","duration":"276.088504ms","start":"2026-07-27T22:01:54.933376Z","end":"2026-07-27T22:01:55.209465Z","steps":["trace[175097641] 'read index received' (duration: 221.147792ms)","trace[175097641] 'applied index is now lower than readState.Index' (duration: 54.939152ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:01:55.209731Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"276.311531ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T22:01:55.209796Z","caller":"traceutil/trace.go:171","msg":"trace[765810869] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:8611; }","duration":"276.455956ms","start":"2026-07-27T22:01:54.933322Z","end":"2026-07-27T22:01:55.209778Z","steps":["trace[765810869] 'agreement among raft nodes before linearized reading' (duration: 276.240149ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:55.210172Z","caller":"traceutil/trace.go:171","msg":"trace[492352339] transaction","detail":"{read_only:false; response_revision:8611; number_of_response:1; }","duration":"275.449424ms","start":"2026-07-27T22:01:54.934032Z","end":"2026-07-27T22:01:55.209482Z","steps":["trace[492352339] 'process raft request' (duration: 275.263548ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:55.210204Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.728113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T22:01:55.210265Z","caller":"traceutil/trace.go:171","msg":"trace[424184859] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:8611; }","duration":"275.818796ms","start":"2026-07-27T22:01:54.934429Z","end":"2026-07-27T22:01:55.210247Z","steps":["trace[424184859] 'agreement among raft nodes before linearized reading' (duration: 275.613709ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:55.459277Z","caller":"traceutil/trace.go:171","msg":"trace[1959944091] linearizableReadLoop","detail":"{readStateIndex:8920; appliedIndex:8919; }","duration":"159.636581ms","start":"2026-07-27T22:01:55.299613Z","end":"2026-07-27T22:01:55.459249Z","steps":["trace[1959944091] 'read index received' (duration: 152.716561ms)","trace[1959944091] 'applied index is now lower than readState.Index' (duration: 6.91903ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:01:55.459474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.28777ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:01:55.459564Z","caller":"traceutil/trace.go:171","msg":"trace[1385126049] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:8613; }","duration":"127.427204ms","start":"2026-07-27T22:01:55.332121Z","end":"2026-07-27T22:01:55.459548Z","steps":["trace[1385126049] 'agreement among raft nodes before linearized reading' (duration: 127.279849ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:01:55.459546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.807696ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:01:55.459618Z","caller":"traceutil/trace.go:171","msg":"trace[2074730469] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:8613; }","duration":"160.049875ms","start":"2026-07-27T22:01:55.299549Z","end":"2026-07-27T22:01:55.459599Z","steps":["trace[2074730469] 'agreement among raft nodes before linearized reading' (duration: 159.829118ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:55.459347Z","caller":"traceutil/trace.go:171","msg":"trace[54424876] transaction","detail":"{read_only:false; response_revision:8613; number_of_response:1; }","duration":"236.474772ms","start":"2026-07-27T22:01:55.222846Z","end":"2026-07-27T22:01:55.45932Z","steps":["trace[54424876] 'process raft request' (duration: 229.50881ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:56.570421Z","caller":"traceutil/trace.go:171","msg":"trace[1439995406] transaction","detail":"{read_only:false; response_revision:8618; number_of_response:1; }","duration":"169.281469ms","start":"2026-07-27T22:01:56.401116Z","end":"2026-07-27T22:01:56.570398Z","steps":["trace[1439995406] 'process raft request' (duration: 169.129475ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:57.139755Z","caller":"traceutil/trace.go:171","msg":"trace[802101540] transaction","detail":"{read_only:false; response_revision:8619; number_of_response:1; }","duration":"283.347537ms","start":"2026-07-27T22:01:56.856377Z","end":"2026-07-27T22:01:57.139725Z","steps":["trace[802101540] 'process raft request' (duration: 283.164091ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:01:57.152567Z","caller":"traceutil/trace.go:171","msg":"trace[915644394] transaction","detail":"{read_only:false; response_revision:8620; number_of_response:1; }","duration":"217.60182ms","start":"2026-07-27T22:01:56.934925Z","end":"2026-07-27T22:01:57.152527Z","steps":["trace[915644394] 'process raft request' (duration: 217.382333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:02:06.77898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.321949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/ceph-object-controller-detect-version-vpw9t\" ","response":"range_response_count:1 size:4559"} {"level":"info","ts":"2026-07-27T22:02:06.779139Z","caller":"traceutil/trace.go:171","msg":"trace[1600647051] range","detail":"{range_begin:/registry/pods/openstack/ceph-object-controller-detect-version-vpw9t; range_end:; response_count:1; response_revision:8711; }","duration":"142.489644ms","start":"2026-07-27T22:02:06.636597Z","end":"2026-07-27T22:02:06.779087Z","steps":["trace[1600647051] 'range keys from in-memory index tree' (duration: 141.989039ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:02:09.713532Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000001-00000000000023a5.wal"} {"level":"info","ts":"2026-07-27T22:03:03.750998Z","caller":"traceutil/trace.go:171","msg":"trace[1147185044] transaction","detail":"{read_only:false; response_revision:9250; number_of_response:1; }","duration":"125.233853ms","start":"2026-07-27T22:03:03.625739Z","end":"2026-07-27T22:03:03.750973Z","steps":["trace[1147185044] 'process raft request' (duration: 125.094749ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:03:03.892505Z","caller":"traceutil/trace.go:171","msg":"trace[624106335] linearizableReadLoop","detail":"{readStateIndex:9575; appliedIndex:9573; }","duration":"244.771936ms","start":"2026-07-27T22:03:03.647706Z","end":"2026-07-27T22:03:03.892478Z","steps":["trace[624106335] 'read index received' (duration: 103.1549ms)","trace[624106335] 'applied index is now lower than readState.Index' (duration: 141.615926ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:03:03.892644Z","caller":"traceutil/trace.go:171","msg":"trace[1507115529] transaction","detail":"{read_only:false; response_revision:9251; number_of_response:1; }","duration":"264.63549ms","start":"2026-07-27T22:03:03.62798Z","end":"2026-07-27T22:03:03.892616Z","steps":["trace[1507115529] 'process raft request' (duration: 183.946637ms)","trace[1507115529] 'compare' (duration: 80.414924ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:03:03.892748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"245.020694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T22:03:03.892786Z","caller":"traceutil/trace.go:171","msg":"trace[1526070291] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:9251; }","duration":"245.096057ms","start":"2026-07-27T22:03:03.647677Z","end":"2026-07-27T22:03:03.892773Z","steps":["trace[1526070291] 'agreement among raft nodes before linearized reading' (duration: 244.951332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:03:03.892872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.245954ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-27T22:03:03.892963Z","caller":"traceutil/trace.go:171","msg":"trace[1620066261] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:9251; }","duration":"241.369968ms","start":"2026-07-27T22:03:03.651567Z","end":"2026-07-27T22:03:03.892937Z","steps":["trace[1620066261] 'agreement among raft nodes before linearized reading' (duration: 241.12822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:03:03.893137Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.399925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"warn","ts":"2026-07-27T22:03:03.893187Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.826316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystems/\" range_end:\"/registry/ceph.rook.io/cephfilesystems0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:03:03.893215Z","caller":"traceutil/trace.go:171","msg":"trace[995914946] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:9251; }","duration":"239.507928ms","start":"2026-07-27T22:03:03.653686Z","end":"2026-07-27T22:03:03.893194Z","steps":["trace[995914946] 'agreement among raft nodes before linearized reading' (duration: 239.337933ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:03:03.893251Z","caller":"traceutil/trace.go:171","msg":"trace[2066845275] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystems/; range_end:/registry/ceph.rook.io/cephfilesystems0; response_count:0; response_revision:9251; }","duration":"216.935198ms","start":"2026-07-27T22:03:03.676295Z","end":"2026-07-27T22:03:03.893231Z","steps":["trace[2066845275] 'agreement among raft nodes before linearized reading' (duration: 216.852056ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:03:03.893262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.426438ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-27T22:03:03.893267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.615186ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T22:03:03.893313Z","caller":"traceutil/trace.go:171","msg":"trace[1856696017] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:9251; }","duration":"240.49136ms","start":"2026-07-27T22:03:03.652804Z","end":"2026-07-27T22:03:03.893295Z","steps":["trace[1856696017] 'agreement among raft nodes before linearized reading' (duration: 240.370897ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:03:03.893573Z","caller":"traceutil/trace.go:171","msg":"trace[1856387139] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:9251; }","duration":"209.953976ms","start":"2026-07-27T22:03:03.683605Z","end":"2026-07-27T22:03:03.893559Z","steps":["trace[1856387139] 'agreement among raft nodes before linearized reading' (duration: 209.511052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:03:03.893558Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.716519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T22:03:03.893644Z","caller":"traceutil/trace.go:171","msg":"trace[1965936985] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:9251; }","duration":"241.834533ms","start":"2026-07-27T22:03:03.651791Z","end":"2026-07-27T22:03:03.893626Z","steps":["trace[1965936985] 'agreement among raft nodes before linearized reading' (duration: 241.526713ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:03:04.354079Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"168.172514ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T22:03:04.354209Z","caller":"traceutil/trace.go:171","msg":"trace[457878680] transaction","detail":"{read_only:false; response_revision:9252; number_of_response:1; }","duration":"456.648004ms","start":"2026-07-27T22:03:03.897542Z","end":"2026-07-27T22:03:04.35419Z","steps":["trace[457878680] 'process raft request' (duration: 288.293664ms)","trace[457878680] 'compare' (duration: 167.637877ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:03:04.354374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:03:03.897513Z","time spent":"456.82949ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:03:04.362418Z","caller":"traceutil/trace.go:171","msg":"trace[1927423496] transaction","detail":"{read_only:false; response_revision:9253; number_of_response:1; }","duration":"464.799954ms","start":"2026-07-27T22:03:03.8976Z","end":"2026-07-27T22:03:04.3624Z","steps":["trace[1927423496] 'process raft request' (duration: 464.660019ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:03:04.362515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:03:03.897577Z","time spent":"464.893847ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:03:04.362613Z","caller":"traceutil/trace.go:171","msg":"trace[14187185] transaction","detail":"{read_only:false; response_revision:9254; number_of_response:1; }","duration":"464.98778ms","start":"2026-07-27T22:03:03.897613Z","end":"2026-07-27T22:03:04.3626Z","steps":["trace[14187185] 'process raft request' (duration: 464.743332ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:03:04.362652Z","caller":"traceutil/trace.go:171","msg":"trace[1934965979] transaction","detail":"{read_only:false; response_revision:9255; number_of_response:1; }","duration":"465.01696ms","start":"2026-07-27T22:03:03.897621Z","end":"2026-07-27T22:03:04.362638Z","steps":["trace[1934965979] 'process raft request' (duration: 464.901006ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:03:04.36268Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:03:03.897592Z","time spent":"465.056031ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:03:04.362722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:03:03.897592Z","time spent":"465.097893ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:03:04.362882Z","caller":"traceutil/trace.go:171","msg":"trace[308702705] transaction","detail":"{read_only:false; response_revision:9256; number_of_response:1; }","duration":"463.597105ms","start":"2026-07-27T22:03:03.899261Z","end":"2026-07-27T22:03:04.362858Z","steps":["trace[308702705] 'process raft request' (duration: 463.330247ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:03:04.363009Z","caller":"traceutil/trace.go:171","msg":"trace[443361591] linearizableReadLoop","detail":"{readStateIndex:9579; appliedIndex:9575; }","duration":"463.777651ms","start":"2026-07-27T22:03:03.899217Z","end":"2026-07-27T22:03:04.362995Z","steps":["trace[443361591] 'read index received' (duration: 286.727645ms)","trace[443361591] 'applied index is now lower than readState.Index' (duration: 177.049076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:03:04.363026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:03:03.899249Z","time spent":"463.701089ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:03:04.363094Z","caller":"traceutil/trace.go:171","msg":"trace[2065519837] transaction","detail":"{read_only:false; response_revision:9258; number_of_response:1; }","duration":"206.126294ms","start":"2026-07-27T22:03:04.156959Z","end":"2026-07-27T22:03:04.363085Z","steps":["trace[2065519837] 'process raft request' (duration: 205.900597ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:03:04.363147Z","caller":"traceutil/trace.go:171","msg":"trace[1747395911] transaction","detail":"{read_only:false; response_revision:9257; number_of_response:1; }","duration":"432.695ms","start":"2026-07-27T22:03:03.930441Z","end":"2026-07-27T22:03:04.363136Z","steps":["trace[1747395911] 'process raft request' (duration: 432.286167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:03:04.363208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:03:03.930412Z","time spent":"432.766002ms","remote":"127.0.0.1:54872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7551,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:03:04.363534Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"464.308368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:28 size:244640"} {"level":"info","ts":"2026-07-27T22:03:04.363575Z","caller":"traceutil/trace.go:171","msg":"trace[186303899] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:28; response_revision:9258; }","duration":"464.35242ms","start":"2026-07-27T22:03:03.899212Z","end":"2026-07-27T22:03:04.363565Z","steps":["trace[186303899] 'agreement among raft nodes before linearized reading' (duration: 463.973978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:03:04.363606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:03:03.899184Z","time spent":"464.414252ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":28,"response size":244664,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"warn","ts":"2026-07-27T22:03:04.69672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.203949ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:03:04.69681Z","caller":"traceutil/trace.go:171","msg":"trace[600982737] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:9258; }","duration":"160.326563ms","start":"2026-07-27T22:03:04.536461Z","end":"2026-07-27T22:03:04.696787Z","steps":["trace[600982737] 'count revisions from in-memory index tree' (duration: 160.033404ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:03:21.307481Z","caller":"traceutil/trace.go:171","msg":"trace[1402516101] transaction","detail":"{read_only:false; response_revision:9424; number_of_response:1; }","duration":"182.335676ms","start":"2026-07-27T22:03:21.125099Z","end":"2026-07-27T22:03:21.307435Z","steps":["trace[1402516101] 'process raft request' (duration: 182.102668ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:03:52.998491Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":10001,"local-member-snapshot-index":0,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-27T22:03:53.007997Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":10001} {"level":"info","ts":"2026-07-27T22:03:53.008135Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":5001} {"level":"info","ts":"2026-07-27T22:03:54.292766Z","caller":"traceutil/trace.go:171","msg":"trace[1450880891] transaction","detail":"{read_only:false; response_revision:9676; number_of_response:1; }","duration":"154.501396ms","start":"2026-07-27T22:03:54.138238Z","end":"2026-07-27T22:03:54.29274Z","steps":["trace[1450880891] 'process raft request' (duration: 154.280979ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:04:50.002905Z","caller":"traceutil/trace.go:171","msg":"trace[1305743495] transaction","detail":"{read_only:false; response_revision:10118; number_of_response:1; }","duration":"146.993546ms","start":"2026-07-27T22:04:49.855877Z","end":"2026-07-27T22:04:50.002871Z","steps":["trace[1305743495] 'process raft request' (duration: 90.591424ms)","trace[1305743495] 'compare' (duration: 55.918607ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:04:59.078555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.716964ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T22:04:59.078652Z","caller":"traceutil/trace.go:171","msg":"trace[505045635] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:10171; }","duration":"103.865078ms","start":"2026-07-27T22:04:58.974766Z","end":"2026-07-27T22:04:59.078632Z","steps":["trace[505045635] 'range keys from in-memory index tree' (duration: 103.465285ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:21.571802Z","caller":"traceutil/trace.go:171","msg":"trace[713674633] transaction","detail":"{read_only:false; response_revision:10387; number_of_response:1; }","duration":"222.072045ms","start":"2026-07-27T22:05:21.349704Z","end":"2026-07-27T22:05:21.571776Z","steps":["trace[713674633] 'process raft request' (duration: 221.92564ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:05:21.803256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.00547ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/staffeln-api-b598cbbb4-v8nfn\" ","response":"range_response_count:1 size:7413"} {"level":"info","ts":"2026-07-27T22:05:21.803344Z","caller":"traceutil/trace.go:171","msg":"trace[1124992840] range","detail":"{range_begin:/registry/pods/openstack/staffeln-api-b598cbbb4-v8nfn; range_end:; response_count:1; response_revision:10387; }","duration":"174.154014ms","start":"2026-07-27T22:05:21.62917Z","end":"2026-07-27T22:05:21.803324Z","steps":["trace[1124992840] 'range keys from in-memory index tree' (duration: 173.787182ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:23.449322Z","caller":"traceutil/trace.go:171","msg":"trace[87582086] transaction","detail":"{read_only:false; response_revision:10397; number_of_response:1; }","duration":"237.380024ms","start":"2026-07-27T22:05:23.211911Z","end":"2026-07-27T22:05:23.449291Z","steps":["trace[87582086] 'process raft request' (duration: 210.31253ms)","trace[87582086] 'compare' (duration: 26.907399ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:05:23.449522Z","caller":"traceutil/trace.go:171","msg":"trace[991055296] transaction","detail":"{read_only:false; response_revision:10398; number_of_response:1; }","duration":"236.037901ms","start":"2026-07-27T22:05:23.213473Z","end":"2026-07-27T22:05:23.449511Z","steps":["trace[991055296] 'process raft request' (duration: 235.773813ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:23.449494Z","caller":"traceutil/trace.go:171","msg":"trace[819560200] linearizableReadLoop","detail":"{readStateIndex:10758; appliedIndex:10756; }","duration":"237.025192ms","start":"2026-07-27T22:05:23.212428Z","end":"2026-07-27T22:05:23.449453Z","steps":["trace[819560200] 'read index received' (duration: 50.634497ms)","trace[819560200] 'applied index is now lower than readState.Index' (duration: 186.388415ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:05:23.449753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"237.305381ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"warn","ts":"2026-07-27T22:05:23.449784Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.404081ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:05:23.449801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.292816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T22:05:23.449834Z","caller":"traceutil/trace.go:171","msg":"trace[305532578] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10398; }","duration":"237.392414ms","start":"2026-07-27T22:05:23.212422Z","end":"2026-07-27T22:05:23.449815Z","steps":["trace[305532578] 'agreement among raft nodes before linearized reading' (duration: 237.184197ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:23.449848Z","caller":"traceutil/trace.go:171","msg":"trace[1664207953] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:10398; }","duration":"117.510675ms","start":"2026-07-27T22:05:23.332319Z","end":"2026-07-27T22:05:23.44983Z","steps":["trace[1664207953] 'agreement among raft nodes before linearized reading' (duration: 117.389791ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:23.449868Z","caller":"traceutil/trace.go:171","msg":"trace[648178677] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:10398; }","duration":"147.401869ms","start":"2026-07-27T22:05:23.302451Z","end":"2026-07-27T22:05:23.449853Z","steps":["trace[648178677] 'agreement among raft nodes before linearized reading' (duration: 147.199993ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:25.585988Z","caller":"traceutil/trace.go:171","msg":"trace[839359748] transaction","detail":"{read_only:false; response_revision:10415; number_of_response:1; }","duration":"120.120888ms","start":"2026-07-27T22:05:25.465833Z","end":"2026-07-27T22:05:25.585954Z","steps":["trace[839359748] 'process raft request' (duration: 119.915252ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:05:25.58625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"106.177953ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T22:05:25.586289Z","caller":"traceutil/trace.go:171","msg":"trace[1380216313] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10416; }","duration":"106.264496ms","start":"2026-07-27T22:05:25.480016Z","end":"2026-07-27T22:05:25.58628Z","steps":["trace[1380216313] 'agreement among raft nodes before linearized reading' (duration: 106.033398ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:25.586004Z","caller":"traceutil/trace.go:171","msg":"trace[1460602512] transaction","detail":"{read_only:false; response_revision:10416; number_of_response:1; }","duration":"120.101357ms","start":"2026-07-27T22:05:25.465882Z","end":"2026-07-27T22:05:25.585983Z","steps":["trace[1460602512] 'process raft request' (duration: 120.024755ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:25.875326Z","caller":"traceutil/trace.go:171","msg":"trace[1768311492] transaction","detail":"{read_only:false; response_revision:10422; number_of_response:1; }","duration":"105.45707ms","start":"2026-07-27T22:05:25.769847Z","end":"2026-07-27T22:05:25.875304Z","steps":["trace[1768311492] 'process raft request' (duration: 105.330076ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:26.040234Z","caller":"traceutil/trace.go:171","msg":"trace[1211503450] linearizableReadLoop","detail":"{readStateIndex:10785; appliedIndex:10784; }","duration":"139.158327ms","start":"2026-07-27T22:05:25.901047Z","end":"2026-07-27T22:05:26.040205Z","steps":["trace[1211503450] 'read index received' (duration: 133.787975ms)","trace[1211503450] 'applied index is now lower than readState.Index' (duration: 5.369291ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:05:26.040414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.338882ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T22:05:26.040471Z","caller":"traceutil/trace.go:171","msg":"trace[490771732] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:10423; }","duration":"139.465856ms","start":"2026-07-27T22:05:25.900988Z","end":"2026-07-27T22:05:26.040454Z","steps":["trace[490771732] 'agreement among raft nodes before linearized reading' (duration: 139.330732ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:26.040464Z","caller":"traceutil/trace.go:171","msg":"trace[2006396419] transaction","detail":"{read_only:false; response_revision:10423; number_of_response:1; }","duration":"195.91376ms","start":"2026-07-27T22:05:25.844519Z","end":"2026-07-27T22:05:26.040433Z","steps":["trace[2006396419] 'process raft request' (duration: 190.337422ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:26.272823Z","caller":"traceutil/trace.go:171","msg":"trace[1443901166] transaction","detail":"{read_only:false; response_revision:10425; number_of_response:1; }","duration":"114.037662ms","start":"2026-07-27T22:05:26.158747Z","end":"2026-07-27T22:05:26.272784Z","steps":["trace[1443901166] 'process raft request' (duration: 113.797625ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:32.222761Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":7900} {"level":"info","ts":"2026-07-27T22:05:32.285543Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":7900,"took":"60.683679ms","hash":1549610547,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":29192192,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-27T22:05:32.285616Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1549610547,"revision":7900,"compact-revision":5726} {"level":"info","ts":"2026-07-27T22:05:37.833087Z","caller":"traceutil/trace.go:171","msg":"trace[1122422658] linearizableReadLoop","detail":"{readStateIndex:10879; appliedIndex:10878; }","duration":"161.158038ms","start":"2026-07-27T22:05:37.671904Z","end":"2026-07-27T22:05:37.833063Z","steps":["trace[1122422658] 'read index received' (duration: 160.59734ms)","trace[1122422658] 'applied index is now lower than readState.Index' (duration: 559.258µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:05:37.833204Z","caller":"traceutil/trace.go:171","msg":"trace[1606399728] transaction","detail":"{read_only:false; response_revision:10514; number_of_response:1; }","duration":"161.549851ms","start":"2026-07-27T22:05:37.671597Z","end":"2026-07-27T22:05:37.833147Z","steps":["trace[1606399728] 'process raft request' (duration: 160.755646ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:05:37.833663Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.744038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:40 size:358272"} {"level":"info","ts":"2026-07-27T22:05:37.833708Z","caller":"traceutil/trace.go:171","msg":"trace[1589076245] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:40; response_revision:10514; }","duration":"161.82371ms","start":"2026-07-27T22:05:37.671874Z","end":"2026-07-27T22:05:37.833698Z","steps":["trace[1589076245] 'agreement among raft nodes before linearized reading' (duration: 161.306103ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:05:37.835487Z","caller":"traceutil/trace.go:171","msg":"trace[848913127] transaction","detail":"{read_only:false; response_revision:10515; number_of_response:1; }","duration":"163.482793ms","start":"2026-07-27T22:05:37.671976Z","end":"2026-07-27T22:05:37.835459Z","steps":["trace[848913127] 'process raft request' (duration: 163.178023ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:05:37.835487Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.779554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-27T22:05:37.835597Z","caller":"traceutil/trace.go:171","msg":"trace[1438546755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:10515; }","duration":"102.927058ms","start":"2026-07-27T22:05:37.732645Z","end":"2026-07-27T22:05:37.835572Z","steps":["trace[1438546755] 'agreement among raft nodes before linearized reading' (duration: 102.717492ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:05:37.835749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.769789ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-27T22:05:37.835831Z","caller":"traceutil/trace.go:171","msg":"trace[9414471] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:10515; }","duration":"100.871143ms","start":"2026-07-27T22:05:37.734933Z","end":"2026-07-27T22:05:37.835804Z","steps":["trace[9414471] 'agreement among raft nodes before linearized reading' (duration: 100.745259ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:06:31.896237Z","caller":"traceutil/trace.go:171","msg":"trace[67631503] transaction","detail":"{read_only:false; response_revision:11105; number_of_response:1; }","duration":"233.945674ms","start":"2026-07-27T22:06:31.662262Z","end":"2026-07-27T22:06:31.896208Z","steps":["trace[67631503] 'process raft request' (duration: 233.764189ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:32.10295Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.069338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:06:32.103003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.051622ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T22:06:32.103057Z","caller":"traceutil/trace.go:171","msg":"trace[692196544] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:11105; }","duration":"126.242033ms","start":"2026-07-27T22:06:31.976794Z","end":"2026-07-27T22:06:32.103036Z","steps":["trace[692196544] 'count revisions from in-memory index tree' (duration: 125.995495ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:06:32.103094Z","caller":"traceutil/trace.go:171","msg":"trace[1895178287] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:11105; }","duration":"118.186226ms","start":"2026-07-27T22:06:31.984886Z","end":"2026-07-27T22:06:32.103072Z","steps":["trace[1895178287] 'count revisions from in-memory index tree' (duration: 117.967509ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:06:46.537451Z","caller":"traceutil/trace.go:171","msg":"trace[592756158] transaction","detail":"{read_only:false; response_revision:11184; number_of_response:1; }","duration":"567.591895ms","start":"2026-07-27T22:06:45.969831Z","end":"2026-07-27T22:06:46.537423Z","steps":["trace[592756158] 'process raft request' (duration: 567.399639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:46.537658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:45.969813Z","time spent":"567.76281ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:06:46.64425Z","caller":"traceutil/trace.go:171","msg":"trace[1124817377] linearizableReadLoop","detail":"{readStateIndex:11567; appliedIndex:11565; }","duration":"593.774671ms","start":"2026-07-27T22:06:46.050435Z","end":"2026-07-27T22:06:46.64421Z","steps":["trace[1124817377] 'read index received' (duration: 486.820694ms)","trace[1124817377] 'applied index is now lower than readState.Index' (duration: 106.951616ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:06:46.644334Z","caller":"traceutil/trace.go:171","msg":"trace[1434322375] transaction","detail":"{read_only:false; response_revision:11185; number_of_response:1; }","duration":"671.289147ms","start":"2026-07-27T22:06:45.973004Z","end":"2026-07-27T22:06:46.644293Z","steps":["trace[1434322375] 'process raft request' (duration: 647.645182ms)","trace[1434322375] 'compare' (duration: 23.225672ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:06:46.64437Z","caller":"traceutil/trace.go:171","msg":"trace[1564278799] transaction","detail":"{read_only:false; response_revision:11186; number_of_response:1; }","duration":"244.155631ms","start":"2026-07-27T22:06:46.400181Z","end":"2026-07-27T22:06:46.644337Z","steps":["trace[1564278799] 'process raft request' (duration: 243.939424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:46.64449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:45.972968Z","time spent":"671.445032ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:06:46.644547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"594.0719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:06:46.644607Z","caller":"traceutil/trace.go:171","msg":"trace[543292888] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:11186; }","duration":"594.222885ms","start":"2026-07-27T22:06:46.050368Z","end":"2026-07-27T22:06:46.644591Z","steps":["trace[543292888] 'agreement among raft nodes before linearized reading' (duration: 594.07296ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:46.644666Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.050341Z","time spent":"594.313008ms","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:06:46.656203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"527.600327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"warn","ts":"2026-07-27T22:06:46.656234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.461428ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:434"} {"level":"info","ts":"2026-07-27T22:06:46.656316Z","caller":"traceutil/trace.go:171","msg":"trace[609436422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:11187; }","duration":"381.587062ms","start":"2026-07-27T22:06:46.274711Z","end":"2026-07-27T22:06:46.656298Z","steps":["trace[609436422] 'agreement among raft nodes before linearized reading' (duration: 381.367025ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:46.656365Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.274692Z","time spent":"381.664484ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":458,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:06:46.656408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.180343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:570"} {"level":"warn","ts":"2026-07-27T22:06:46.656378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"402.876391ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-27T22:06:46.656445Z","caller":"traceutil/trace.go:171","msg":"trace[17851736] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:11187; }","duration":"404.251006ms","start":"2026-07-27T22:06:46.252181Z","end":"2026-07-27T22:06:46.656432Z","steps":["trace[17851736] 'agreement among raft nodes before linearized reading' (duration: 404.114412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:46.656332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.773312ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T22:06:46.656566Z","caller":"traceutil/trace.go:171","msg":"trace[840708693] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:11187; }","duration":"236.146505ms","start":"2026-07-27T22:06:46.420404Z","end":"2026-07-27T22:06:46.656551Z","steps":["trace[840708693] 'agreement among raft nodes before linearized reading' (duration: 235.724241ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:46.656579Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"324.328023ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:06:46.656674Z","caller":"traceutil/trace.go:171","msg":"trace[1199893913] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:11187; }","duration":"324.480737ms","start":"2026-07-27T22:06:46.332174Z","end":"2026-07-27T22:06:46.656655Z","steps":["trace[1199893913] 'agreement among raft nodes before linearized reading' (duration: 324.286741ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:06:46.656263Z","caller":"traceutil/trace.go:171","msg":"trace[1476311719] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:11187; }","duration":"527.7102ms","start":"2026-07-27T22:06:46.128539Z","end":"2026-07-27T22:06:46.65625Z","steps":["trace[1476311719] 'agreement among raft nodes before linearized reading' (duration: 527.522744ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:46.656736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.332153Z","time spent":"324.5743ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:06:46.656481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.252158Z","time spent":"404.314607ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":594,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:06:46.656483Z","caller":"traceutil/trace.go:171","msg":"trace[589135836] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:11187; }","duration":"403.033027ms","start":"2026-07-27T22:06:46.253425Z","end":"2026-07-27T22:06:46.656458Z","steps":["trace[589135836] 'agreement among raft nodes before linearized reading' (duration: 402.786489ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:46.65685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.12851Z","time spent":"528.265318ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":8,"response size":31,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:06:46.656948Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.253391Z","time spent":"403.540443ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":580,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:06:46.656428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.481666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T22:06:46.657101Z","caller":"traceutil/trace.go:171","msg":"trace[1472155008] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:11187; }","duration":"386.22734ms","start":"2026-07-27T22:06:46.270859Z","end":"2026-07-27T22:06:46.657086Z","steps":["trace[1472155008] 'agreement among raft nodes before linearized reading' (duration: 385.401903ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:46.657136Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.270843Z","time spent":"386.282531ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":462,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"info","ts":"2026-07-27T22:06:47.024742Z","caller":"traceutil/trace.go:171","msg":"trace[1973475726] transaction","detail":"{read_only:false; response_revision:11189; number_of_response:1; }","duration":"363.342759ms","start":"2026-07-27T22:06:46.66135Z","end":"2026-07-27T22:06:47.024693Z","steps":["trace[1973475726] 'process raft request' (duration: 344.932661ms)","trace[1973475726] 'compare' (duration: 17.2251ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:06:47.025257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.661334Z","time spent":"363.503483ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:06:47.025282Z","caller":"traceutil/trace.go:171","msg":"trace[1963935608] linearizableReadLoop","detail":"{readStateIndex:11571; appliedIndex:11569; }","duration":"363.419201ms","start":"2026-07-27T22:06:46.661836Z","end":"2026-07-27T22:06:47.025255Z","steps":["trace[1963935608] 'read index received' (duration: 21.29703ms)","trace[1963935608] 'applied index is now lower than readState.Index' (duration: 342.120821ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:06:47.025319Z","caller":"traceutil/trace.go:171","msg":"trace[1765661565] transaction","detail":"{read_only:false; response_revision:11191; number_of_response:1; }","duration":"362.033777ms","start":"2026-07-27T22:06:46.663246Z","end":"2026-07-27T22:06:47.025279Z","steps":["trace[1765661565] 'process raft request' (duration: 361.649494ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:06:47.025293Z","caller":"traceutil/trace.go:171","msg":"trace[538038782] transaction","detail":"{read_only:false; response_revision:11190; number_of_response:1; }","duration":"363.302117ms","start":"2026-07-27T22:06:46.661962Z","end":"2026-07-27T22:06:47.025264Z","steps":["trace[538038782] 'process raft request' (duration: 362.095888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:47.025497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.663237Z","time spent":"362.143431ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":554,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:06:47.025514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.661946Z","time spent":"363.433892ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:06:47.025778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"363.926747ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:47 size:430840"} {"level":"info","ts":"2026-07-27T22:06:47.025825Z","caller":"traceutil/trace.go:171","msg":"trace[321600090] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:47; response_revision:11191; }","duration":"364.031501ms","start":"2026-07-27T22:06:46.661781Z","end":"2026-07-27T22:06:47.025813Z","steps":["trace[321600090] 'agreement among raft nodes before linearized reading' (duration: 363.567106ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:06:47.025855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:06:46.661761Z","time spent":"364.087723ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":47,"response size":430864,"request content":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" "} {"level":"info","ts":"2026-07-27T22:10:32.230171Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":10481} {"level":"info","ts":"2026-07-27T22:10:32.322037Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":10481,"took":"89.693825ms","hash":1397032136,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":26898432,"current-db-size-in-use":"27 MB"} {"level":"info","ts":"2026-07-27T22:10:32.322179Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1397032136,"revision":10481,"compact-revision":7900} {"level":"info","ts":"2026-07-27T22:11:58.919215Z","caller":"traceutil/trace.go:171","msg":"trace[1131966273] transaction","detail":"{read_only:false; response_revision:13310; number_of_response:1; }","duration":"141.18313ms","start":"2026-07-27T22:11:58.777968Z","end":"2026-07-27T22:11:58.919152Z","steps":["trace[1131966273] 'process raft request' (duration: 140.378845ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:20.054717Z","caller":"traceutil/trace.go:171","msg":"trace[987467532] transaction","detail":"{read_only:false; response_revision:13447; number_of_response:1; }","duration":"207.554207ms","start":"2026-07-27T22:12:19.846768Z","end":"2026-07-27T22:12:20.054323Z","steps":["trace[987467532] 'process raft request' (duration: 207.114053ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:20.097969Z","caller":"traceutil/trace.go:171","msg":"trace[948851887] transaction","detail":"{read_only:false; response_revision:13448; number_of_response:1; }","duration":"229.390152ms","start":"2026-07-27T22:12:19.86852Z","end":"2026-07-27T22:12:20.097911Z","steps":["trace[948851887] 'process raft request' (duration: 229.065622ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:20.098242Z","caller":"traceutil/trace.go:171","msg":"trace[24251588] transaction","detail":"{read_only:false; response_revision:13449; number_of_response:1; }","duration":"188.766228ms","start":"2026-07-27T22:12:19.909445Z","end":"2026-07-27T22:12:20.098212Z","steps":["trace[24251588] 'process raft request' (duration: 188.352675ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:26.604855Z","caller":"traceutil/trace.go:171","msg":"trace[965614371] transaction","detail":"{read_only:false; response_revision:13488; number_of_response:1; }","duration":"205.921534ms","start":"2026-07-27T22:12:26.398895Z","end":"2026-07-27T22:12:26.604817Z","steps":["trace[965614371] 'process raft request' (duration: 205.677426ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:26.709593Z","caller":"traceutil/trace.go:171","msg":"trace[1263306435] linearizableReadLoop","detail":"{readStateIndex:13949; appliedIndex:13947; }","duration":"304.480686ms","start":"2026-07-27T22:12:26.405078Z","end":"2026-07-27T22:12:26.709559Z","steps":["trace[1263306435] 'read index received' (duration: 199.539901ms)","trace[1263306435] 'applied index is now lower than readState.Index' (duration: 104.939595ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:12:26.709825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"304.719054ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-27T22:12:26.709865Z","caller":"traceutil/trace.go:171","msg":"trace[986079770] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13489; }","duration":"304.799466ms","start":"2026-07-27T22:12:26.405048Z","end":"2026-07-27T22:12:26.709848Z","steps":["trace[986079770] 'agreement among raft nodes before linearized reading' (duration: 304.629091ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:26.709859Z","caller":"traceutil/trace.go:171","msg":"trace[1307361525] transaction","detail":"{read_only:false; response_revision:13489; number_of_response:1; }","duration":"305.659264ms","start":"2026-07-27T22:12:26.404156Z","end":"2026-07-27T22:12:26.709815Z","steps":["trace[1307361525] 'process raft request' (duration: 262.21193ms)","trace[1307361525] 'compare' (duration: 42.751442ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:12:26.709905Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:26.405038Z","time spent":"304.858409ms","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T22:12:26.710044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:26.40413Z","time spent":"305.808319ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:12:27.197791Z","caller":"traceutil/trace.go:171","msg":"trace[138199596] linearizableReadLoop","detail":"{readStateIndex:13950; appliedIndex:13949; }","duration":"223.477575ms","start":"2026-07-27T22:12:26.97429Z","end":"2026-07-27T22:12:27.197767Z","steps":["trace[138199596] 'read index received' (duration: 223.387312ms)","trace[138199596] 'applied index is now lower than readState.Index' (duration: 88.903µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:12:27.198023Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"223.710242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T22:12:27.198063Z","caller":"traceutil/trace.go:171","msg":"trace[1992918848] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13490; }","duration":"223.816875ms","start":"2026-07-27T22:12:26.974236Z","end":"2026-07-27T22:12:27.198053Z","steps":["trace[1992918848] 'agreement among raft nodes before linearized reading' (duration: 223.66351ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:27.19803Z","caller":"traceutil/trace.go:171","msg":"trace[721955802] transaction","detail":"{read_only:false; response_revision:13490; number_of_response:1; }","duration":"277.29124ms","start":"2026-07-27T22:12:26.920701Z","end":"2026-07-27T22:12:27.197992Z","steps":["trace[721955802] 'process raft request' (duration: 276.889907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:27.270602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.248274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T22:12:27.270697Z","caller":"traceutil/trace.go:171","msg":"trace[1728067794] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:13491; }","duration":"296.385299ms","start":"2026-07-27T22:12:26.974291Z","end":"2026-07-27T22:12:27.270676Z","steps":["trace[1728067794] 'agreement among raft nodes before linearized reading' (duration: 296.207783ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:27.270753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.45113ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T22:12:27.270845Z","caller":"traceutil/trace.go:171","msg":"trace[350546709] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13491; }","duration":"120.617445ms","start":"2026-07-27T22:12:27.150209Z","end":"2026-07-27T22:12:27.270826Z","steps":["trace[350546709] 'agreement among raft nodes before linearized reading' (duration: 120.319175ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:27.27087Z","caller":"traceutil/trace.go:171","msg":"trace[290491217] transaction","detail":"{read_only:false; response_revision:13491; number_of_response:1; }","duration":"276.736882ms","start":"2026-07-27T22:12:26.994091Z","end":"2026-07-27T22:12:27.270828Z","steps":["trace[290491217] 'process raft request' (duration: 276.231486ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:27.270863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"154.753773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:556"} {"level":"info","ts":"2026-07-27T22:12:27.270968Z","caller":"traceutil/trace.go:171","msg":"trace[1823648800] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13491; }","duration":"154.914918ms","start":"2026-07-27T22:12:27.116027Z","end":"2026-07-27T22:12:27.270942Z","steps":["trace[1823648800] 'agreement among raft nodes before linearized reading' (duration: 154.540607ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:27.271032Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"291.269596ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"info","ts":"2026-07-27T22:12:27.271155Z","caller":"traceutil/trace.go:171","msg":"trace[1221377336] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13491; }","duration":"291.43139ms","start":"2026-07-27T22:12:26.97969Z","end":"2026-07-27T22:12:27.271122Z","steps":["trace[1221377336] 'agreement among raft nodes before linearized reading' (duration: 291.065769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:27.50667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"220.461388ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T22:12:27.506898Z","caller":"traceutil/trace.go:171","msg":"trace[1602213360] transaction","detail":"{read_only:false; response_revision:13492; number_of_response:1; }","duration":"300.553941ms","start":"2026-07-27T22:12:27.206296Z","end":"2026-07-27T22:12:27.50685Z","steps":["trace[1602213360] 'process raft request' (duration: 79.788763ms)","trace[1602213360] 'compare' (duration: 220.316824ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:12:27.506969Z","caller":"traceutil/trace.go:171","msg":"trace[17757286] linearizableReadLoop","detail":"{readStateIndex:13955; appliedIndex:13951; }","duration":"175.143213ms","start":"2026-07-27T22:12:27.331801Z","end":"2026-07-27T22:12:27.506945Z","steps":["trace[17757286] 'read index received' (duration: 56.281µs)","trace[17757286] 'applied index is now lower than readState.Index' (duration: 175.085162ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:12:27.507076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.292348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:12:27.507113Z","caller":"traceutil/trace.go:171","msg":"trace[113480123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13495; }","duration":"175.379621ms","start":"2026-07-27T22:12:27.331723Z","end":"2026-07-27T22:12:27.507103Z","steps":["trace[113480123] 'agreement among raft nodes before linearized reading' (duration: 175.286828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:27.507121Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:27.206266Z","time spent":"300.733987ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:12:27.507209Z","caller":"traceutil/trace.go:171","msg":"trace[1608652233] transaction","detail":"{read_only:false; response_revision:13495; number_of_response:1; }","duration":"225.366224ms","start":"2026-07-27T22:12:27.281781Z","end":"2026-07-27T22:12:27.507147Z","steps":["trace[1608652233] 'process raft request' (duration: 225.105986ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:27.507307Z","caller":"traceutil/trace.go:171","msg":"trace[1225130950] transaction","detail":"{read_only:false; response_revision:13494; number_of_response:1; }","duration":"225.896412ms","start":"2026-07-27T22:12:27.281226Z","end":"2026-07-27T22:12:27.507122Z","steps":["trace[1225130950] 'process raft request' (duration: 225.623043ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:27.507615Z","caller":"traceutil/trace.go:171","msg":"trace[122647172] transaction","detail":"{read_only:false; response_revision:13493; number_of_response:1; }","duration":"226.46802ms","start":"2026-07-27T22:12:27.281126Z","end":"2026-07-27T22:12:27.507594Z","steps":["trace[122647172] 'process raft request' (duration: 225.659164ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:34.070395Z","caller":"traceutil/trace.go:171","msg":"trace[403284] linearizableReadLoop","detail":"{readStateIndex:14023; appliedIndex:14022; }","duration":"174.989479ms","start":"2026-07-27T22:12:33.895385Z","end":"2026-07-27T22:12:34.070374Z","steps":["trace[403284] 'read index received' (duration: 174.753801ms)","trace[403284] 'applied index is now lower than readState.Index' (duration: 234.978µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:12:34.070547Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.602012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:12:34.070574Z","caller":"traceutil/trace.go:171","msg":"trace[1280702514] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:13560; }","duration":"156.675385ms","start":"2026-07-27T22:12:33.913889Z","end":"2026-07-27T22:12:34.070565Z","steps":["trace[1280702514] 'agreement among raft nodes before linearized reading' (duration: 156.609803ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:34.070534Z","caller":"traceutil/trace.go:171","msg":"trace[1513268086] transaction","detail":"{read_only:false; response_revision:13560; number_of_response:1; }","duration":"286.469222ms","start":"2026-07-27T22:12:33.784015Z","end":"2026-07-27T22:12:34.070484Z","steps":["trace[1513268086] 'process raft request' (duration: 286.187803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:34.071017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.604798ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T22:12:34.071165Z","caller":"traceutil/trace.go:171","msg":"trace[192609401] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:13560; }","duration":"175.805304ms","start":"2026-07-27T22:12:33.895332Z","end":"2026-07-27T22:12:34.071137Z","steps":["trace[192609401] 'agreement among raft nodes before linearized reading' (duration: 175.172874ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:34.538812Z","caller":"traceutil/trace.go:171","msg":"trace[1119990112] transaction","detail":"{read_only:false; response_revision:13561; number_of_response:1; }","duration":"415.099883ms","start":"2026-07-27T22:12:34.123647Z","end":"2026-07-27T22:12:34.538746Z","steps":["trace[1119990112] 'process raft request' (duration: 376.768161ms)","trace[1119990112] 'compare' (duration: 37.301539ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:12:34.539162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:34.123616Z","time spent":"415.415173ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:12:34.540203Z","caller":"traceutil/trace.go:171","msg":"trace[1183282625] linearizableReadLoop","detail":"{readStateIndex:14025; appliedIndex:14023; }","duration":"375.517461ms","start":"2026-07-27T22:12:34.164609Z","end":"2026-07-27T22:12:34.540126Z","steps":["trace[1183282625] 'read index received' (duration: 335.821935ms)","trace[1183282625] 'applied index is now lower than readState.Index' (duration: 39.694066ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:12:34.540441Z","caller":"traceutil/trace.go:171","msg":"trace[49877264] transaction","detail":"{read_only:false; response_revision:13562; number_of_response:1; }","duration":"379.467577ms","start":"2026-07-27T22:12:34.160952Z","end":"2026-07-27T22:12:34.54042Z","steps":["trace[49877264] 'process raft request' (duration: 378.93478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:34.540544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:34.160922Z","time spent":"379.568691ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:12:34.540664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.074271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/placement-api-8fc8b5894-px6mj\" ","response":"range_response_count:1 size:8540"} {"level":"info","ts":"2026-07-27T22:12:34.540746Z","caller":"traceutil/trace.go:171","msg":"trace[1532498386] range","detail":"{range_begin:/registry/pods/openstack/placement-api-8fc8b5894-px6mj; range_end:; response_count:1; response_revision:13562; }","duration":"159.224216ms","start":"2026-07-27T22:12:34.381503Z","end":"2026-07-27T22:12:34.540727Z","steps":["trace[1532498386] 'agreement among raft nodes before linearized reading' (duration: 158.996249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:34.540778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"376.11252ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1935"} {"level":"info","ts":"2026-07-27T22:12:34.540881Z","caller":"traceutil/trace.go:171","msg":"trace[2140252695] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:13562; }","duration":"376.265635ms","start":"2026-07-27T22:12:34.164592Z","end":"2026-07-27T22:12:34.540858Z","steps":["trace[2140252695] 'agreement among raft nodes before linearized reading' (duration: 375.905054ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:34.540978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:34.164578Z","time spent":"376.382829ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1959,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"warn","ts":"2026-07-27T22:12:38.478089Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399196257,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:12:38.588728Z","caller":"traceutil/trace.go:171","msg":"trace[696018493] linearizableReadLoop","detail":"{readStateIndex:14051; appliedIndex:14048; }","duration":"611.486254ms","start":"2026-07-27T22:12:37.977229Z","end":"2026-07-27T22:12:38.588715Z","steps":["trace[696018493] 'read index received' (duration: 593.709107ms)","trace[696018493] 'applied index is now lower than readState.Index' (duration: 17.776457ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:12:38.588901Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"611.657069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:12:38.588925Z","caller":"traceutil/trace.go:171","msg":"trace[806774302] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:13589; }","duration":"611.737272ms","start":"2026-07-27T22:12:37.97718Z","end":"2026-07-27T22:12:38.588917Z","steps":["trace[806774302] 'agreement among raft nodes before linearized reading' (duration: 611.67683ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:38.588963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:37.977157Z","time spent":"611.799674ms","remote":"127.0.0.1:44834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":29,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:12:38.589023Z","caller":"traceutil/trace.go:171","msg":"trace[478250581] transaction","detail":"{read_only:false; response_revision:13586; number_of_response:1; }","duration":"924.73633ms","start":"2026-07-27T22:12:37.664219Z","end":"2026-07-27T22:12:38.588956Z","steps":["trace[478250581] 'process raft request' (duration: 924.368838ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:38.589101Z","caller":"traceutil/trace.go:171","msg":"trace[407380590] transaction","detail":"{read_only:false; response_revision:13587; number_of_response:1; }","duration":"924.469481ms","start":"2026-07-27T22:12:37.66441Z","end":"2026-07-27T22:12:38.588879Z","steps":["trace[407380590] 'process raft request' (duration: 924.237914ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:38.589196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"151.180289ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:12:38.589211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"573.347968ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1990"} {"level":"warn","ts":"2026-07-27T22:12:38.589237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"401.588212ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T22:12:38.589278Z","caller":"traceutil/trace.go:171","msg":"trace[480204964] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:13589; }","duration":"151.307504ms","start":"2026-07-27T22:12:38.437946Z","end":"2026-07-27T22:12:38.589253Z","steps":["trace[480204964] 'agreement among raft nodes before linearized reading' (duration: 151.16447ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:38.589295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:37.664205Z","time spent":"924.930155ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:12:38.589298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:37.664401Z","time spent":"924.781171ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:12:38.58934Z","caller":"traceutil/trace.go:171","msg":"trace[1466079863] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:13589; }","duration":"401.741187ms","start":"2026-07-27T22:12:38.187564Z","end":"2026-07-27T22:12:38.589305Z","steps":["trace[1466079863] 'agreement among raft nodes before linearized reading' (duration: 401.557581ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:38.589275Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"383.071952ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:12:38.589287Z","caller":"traceutil/trace.go:171","msg":"trace[256676883] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:13589; }","duration":"573.474612ms","start":"2026-07-27T22:12:38.015792Z","end":"2026-07-27T22:12:38.589266Z","steps":["trace[256676883] 'agreement among raft nodes before linearized reading' (duration: 573.274135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:38.589362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.255163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-27T22:12:38.589387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:38.187542Z","time spent":"401.83506ms","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":31,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:12:38.589362Z","caller":"traceutil/trace.go:171","msg":"trace[816187663] transaction","detail":"{read_only:false; response_revision:13585; number_of_response:1; }","duration":"923.535141ms","start":"2026-07-27T22:12:37.663464Z","end":"2026-07-27T22:12:38.587Z","steps":["trace[816187663] 'process raft request' (duration: 907.341245ms)","trace[816187663] 'compare' (duration: 15.209255ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:12:38.589412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:38.015769Z","time spent":"573.633487ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2014,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-27T22:12:38.589425Z","caller":"traceutil/trace.go:171","msg":"trace[230168783] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:13589; }","duration":"460.371406ms","start":"2026-07-27T22:12:38.129032Z","end":"2026-07-27T22:12:38.589404Z","steps":["trace[230168783] 'agreement among raft nodes before linearized reading' (duration: 460.156899ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:12:38.589428Z","caller":"traceutil/trace.go:171","msg":"trace[940434158] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:13589; }","duration":"383.287239ms","start":"2026-07-27T22:12:38.206105Z","end":"2026-07-27T22:12:38.589392Z","steps":["trace[940434158] 'agreement among raft nodes before linearized reading' (duration: 382.982059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:12:38.58946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:38.129009Z","time spent":"460.442989ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qpfl7\" "} {"level":"warn","ts":"2026-07-27T22:12:38.589548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:37.663442Z","time spent":"925.992189ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:12:38.589508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:38.20609Z","time spent":"383.405232ms","remote":"127.0.0.1:58748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:13:00.160064Z","caller":"traceutil/trace.go:171","msg":"trace[592015514] transaction","detail":"{read_only:false; response_revision:13699; number_of_response:1; }","duration":"321.252081ms","start":"2026-07-27T22:12:59.838792Z","end":"2026-07-27T22:13:00.160044Z","steps":["trace[592015514] 'process raft request' (duration: 321.067175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:00.160188Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:12:59.838762Z","time spent":"321.365485ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:13:00.721194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"386.495891ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:13:00.721283Z","caller":"traceutil/trace.go:171","msg":"trace[1245407484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13699; }","duration":"386.653116ms","start":"2026-07-27T22:13:00.334608Z","end":"2026-07-27T22:13:00.721261Z","steps":["trace[1245407484] 'range keys from in-memory index tree' (duration: 386.384857ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:00.721323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:00.334576Z","time spent":"386.738429ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:13:01.279877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.551935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:13:01.279966Z","caller":"traceutil/trace.go:171","msg":"trace[1474181618] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:13705; }","duration":"206.691109ms","start":"2026-07-27T22:13:01.073254Z","end":"2026-07-27T22:13:01.279945Z","steps":["trace[1474181618] 'count revisions from in-memory index tree' (duration: 206.38836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:01.280034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"349.255824ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T22:13:01.280125Z","caller":"traceutil/trace.go:171","msg":"trace[1446294978] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13705; }","duration":"349.413128ms","start":"2026-07-27T22:13:00.930691Z","end":"2026-07-27T22:13:01.280104Z","steps":["trace[1446294978] 'range keys from in-memory index tree' (duration: 349.074378ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:01.280164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:00.930663Z","time spent":"349.491241ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:13:08.703115Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399196696,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:13:08.720716Z","caller":"traceutil/trace.go:171","msg":"trace[347784118] transaction","detail":"{read_only:false; response_revision:13738; number_of_response:1; }","duration":"526.849225ms","start":"2026-07-27T22:13:08.193823Z","end":"2026-07-27T22:13:08.720672Z","steps":["trace[347784118] 'process raft request' (duration: 526.667049ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:08.720914Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:08.193794Z","time spent":"527.0083ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:13:08.720939Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.862849ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:506"} {"level":"info","ts":"2026-07-27T22:13:08.721031Z","caller":"traceutil/trace.go:171","msg":"trace[1156923281] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13738; }","duration":"518.020714ms","start":"2026-07-27T22:13:08.202981Z","end":"2026-07-27T22:13:08.721002Z","steps":["trace[1156923281] 'agreement among raft nodes before linearized reading' (duration: 517.775266ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:08.720639Z","caller":"traceutil/trace.go:171","msg":"trace[1433242710] linearizableReadLoop","detail":"{readStateIndex:14209; appliedIndex:14208; }","duration":"517.560469ms","start":"2026-07-27T22:13:08.203058Z","end":"2026-07-27T22:13:08.720619Z","steps":["trace[1433242710] 'read index received' (duration: 517.455316ms)","trace[1433242710] 'applied index is now lower than readState.Index' (duration: 104.183µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:13:08.721087Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:08.202957Z","time spent":"518.121497ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":530,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:13:08.721215Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.246791ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:13:08.72127Z","caller":"traceutil/trace.go:171","msg":"trace[404634862] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13738; }","duration":"390.361254ms","start":"2026-07-27T22:13:08.330898Z","end":"2026-07-27T22:13:08.721259Z","steps":["trace[404634862] 'agreement among raft nodes before linearized reading' (duration: 390.270701ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:08.721301Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:08.330869Z","time spent":"390.426296ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:13:16.924606Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.036687ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T22:13:16.924725Z","caller":"traceutil/trace.go:171","msg":"trace[66525600] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13796; }","duration":"157.218922ms","start":"2026-07-27T22:13:16.767487Z","end":"2026-07-27T22:13:16.924706Z","steps":["trace[66525600] 'range keys from in-memory index tree' (duration: 156.794868ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:16.924637Z","caller":"traceutil/trace.go:171","msg":"trace[620388428] transaction","detail":"{read_only:false; response_revision:13797; number_of_response:1; }","duration":"132.018099ms","start":"2026-07-27T22:13:16.792586Z","end":"2026-07-27T22:13:16.924604Z","steps":["trace[620388428] 'process raft request' (duration: 77.355877ms)","trace[620388428] 'compare' (duration: 54.506727ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:13:16.927291Z","caller":"traceutil/trace.go:171","msg":"trace[1886420050] transaction","detail":"{read_only:false; response_revision:13798; number_of_response:1; }","duration":"131.180442ms","start":"2026-07-27T22:13:16.796087Z","end":"2026-07-27T22:13:16.927267Z","steps":["trace[1886420050] 'process raft request' (duration: 130.972685ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:17.157156Z","caller":"traceutil/trace.go:171","msg":"trace[1120522513] transaction","detail":"{read_only:false; response_revision:13800; number_of_response:1; }","duration":"225.53323ms","start":"2026-07-27T22:13:16.931595Z","end":"2026-07-27T22:13:17.157128Z","steps":["trace[1120522513] 'process raft request' (duration: 225.311303ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:17.157499Z","caller":"traceutil/trace.go:171","msg":"trace[323030856] transaction","detail":"{read_only:false; response_revision:13801; number_of_response:1; }","duration":"224.211428ms","start":"2026-07-27T22:13:16.933247Z","end":"2026-07-27T22:13:17.157458Z","steps":["trace[323030856] 'process raft request' (duration: 223.838346ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:17.157776Z","caller":"traceutil/trace.go:171","msg":"trace[361904651] linearizableReadLoop","detail":"{readStateIndex:14276; appliedIndex:14272; }","duration":"210.648185ms","start":"2026-07-27T22:13:16.947098Z","end":"2026-07-27T22:13:17.157746Z","steps":["trace[361904651] 'read index received' (duration: 56.433139ms)","trace[361904651] 'applied index is now lower than readState.Index' (duration: 154.213126ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:13:17.158016Z","caller":"traceutil/trace.go:171","msg":"trace[795983813] transaction","detail":"{read_only:false; response_revision:13802; number_of_response:1; }","duration":"224.100244ms","start":"2026-07-27T22:13:16.933901Z","end":"2026-07-27T22:13:17.158001Z","steps":["trace[795983813] 'process raft request' (duration: 223.455544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:17.158256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"211.13666ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"info","ts":"2026-07-27T22:13:17.158313Z","caller":"traceutil/trace.go:171","msg":"trace[682132861] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:13802; }","duration":"211.248084ms","start":"2026-07-27T22:13:16.947051Z","end":"2026-07-27T22:13:17.158299Z","steps":["trace[682132861] 'agreement among raft nodes before linearized reading' (duration: 211.003086ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:17.188271Z","caller":"traceutil/trace.go:171","msg":"trace[1535620449] transaction","detail":"{read_only:false; response_revision:13803; number_of_response:1; }","duration":"103.263882ms","start":"2026-07-27T22:13:17.084979Z","end":"2026-07-27T22:13:17.188243Z","steps":["trace[1535620449] 'process raft request' (duration: 103.046485ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:17.188624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"221.902364ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"info","ts":"2026-07-27T22:13:17.188673Z","caller":"traceutil/trace.go:171","msg":"trace[563256755] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13803; }","duration":"221.992577ms","start":"2026-07-27T22:13:16.966666Z","end":"2026-07-27T22:13:17.188659Z","steps":["trace[563256755] 'agreement among raft nodes before linearized reading' (duration: 221.805651ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:19.199809Z","caller":"traceutil/trace.go:171","msg":"trace[914713003] transaction","detail":"{read_only:false; response_revision:13807; number_of_response:1; }","duration":"340.286108ms","start":"2026-07-27T22:13:18.859495Z","end":"2026-07-27T22:13:19.199781Z","steps":["trace[914713003] 'process raft request' (duration: 340.142963ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:19.199964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:18.859442Z","time spent":"340.441023ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:13:19.245952Z","caller":"traceutil/trace.go:171","msg":"trace[1304620182] transaction","detail":"{read_only:false; response_revision:13808; number_of_response:1; }","duration":"315.976693ms","start":"2026-07-27T22:13:18.929944Z","end":"2026-07-27T22:13:19.24592Z","steps":["trace[1304620182] 'process raft request' (duration: 315.705014ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:19.246208Z","caller":"traceutil/trace.go:171","msg":"trace[1303492004] linearizableReadLoop","detail":"{readStateIndex:14283; appliedIndex:14280; }","duration":"237.688267ms","start":"2026-07-27T22:13:19.008499Z","end":"2026-07-27T22:13:19.246187Z","steps":["trace[1303492004] 'read index received' (duration: 191.216356ms)","trace[1303492004] 'applied index is now lower than readState.Index' (duration: 46.470851ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:13:19.246277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:18.929921Z","time spent":"316.264432ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:13:19.246327Z","caller":"traceutil/trace.go:171","msg":"trace[513382565] transaction","detail":"{read_only:false; response_revision:13809; number_of_response:1; }","duration":"313.618027ms","start":"2026-07-27T22:13:18.932696Z","end":"2026-07-27T22:13:19.246314Z","steps":["trace[513382565] 'process raft request' (duration: 313.161813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:19.246426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:18.932684Z","time spent":"313.67399ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:13:19.246918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.414361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T22:13:19.247003Z","caller":"traceutil/trace.go:171","msg":"trace[795425699] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13809; }","duration":"238.539945ms","start":"2026-07-27T22:13:19.008442Z","end":"2026-07-27T22:13:19.246982Z","steps":["trace[795425699] 'agreement among raft nodes before linearized reading' (duration: 238.07381ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:20.303325Z","caller":"traceutil/trace.go:171","msg":"trace[455198770] transaction","detail":"{read_only:false; response_revision:13821; number_of_response:1; }","duration":"133.781765ms","start":"2026-07-27T22:13:20.16952Z","end":"2026-07-27T22:13:20.303302Z","steps":["trace[455198770] 'process raft request' (duration: 133.63084ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:20.603325Z","caller":"traceutil/trace.go:171","msg":"trace[1839451392] transaction","detail":"{read_only:false; response_revision:13823; number_of_response:1; }","duration":"200.924965ms","start":"2026-07-27T22:13:20.402379Z","end":"2026-07-27T22:13:20.603304Z","steps":["trace[1839451392] 'process raft request' (duration: 104.543943ms)","trace[1839451392] 'compare' (duration: 96.287839ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:13:27.992929Z","caller":"traceutil/trace.go:171","msg":"trace[1239409100] transaction","detail":"{read_only:false; response_revision:13970; number_of_response:1; }","duration":"131.367828ms","start":"2026-07-27T22:13:27.861533Z","end":"2026-07-27T22:13:27.9929Z","steps":["trace[1239409100] 'process raft request' (duration: 117.464315ms)","trace[1239409100] 'compare' (duration: 13.654645ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:13:28.396751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"299.094385ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:16"} {"level":"info","ts":"2026-07-27T22:13:28.396887Z","caller":"traceutil/trace.go:171","msg":"trace[2100846613] linearizableReadLoop","detail":"{readStateIndex:14448; appliedIndex:14447; }","duration":"326.55057ms","start":"2026-07-27T22:13:28.070315Z","end":"2026-07-27T22:13:28.396865Z","steps":["trace[2100846613] 'read index received' (duration: 27.110704ms)","trace[2100846613] 'applied index is now lower than readState.Index' (duration: 299.437126ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:13:28.39701Z","caller":"traceutil/trace.go:171","msg":"trace[579096647] transaction","detail":"{read_only:false; response_revision:13971; number_of_response:1; }","duration":"329.534065ms","start":"2026-07-27T22:13:28.067435Z","end":"2026-07-27T22:13:28.396969Z","steps":["trace[579096647] 'process raft request' (duration: 30.12486ms)","trace[579096647] 'compare' (duration: 298.828187ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:13:28.397076Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"326.754246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:13:28.397122Z","caller":"traceutil/trace.go:171","msg":"trace[1417905601] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:13971; }","duration":"326.824619ms","start":"2026-07-27T22:13:28.070283Z","end":"2026-07-27T22:13:28.397108Z","steps":["trace[1417905601] 'agreement among raft nodes before linearized reading' (duration: 326.693525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:28.397167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:28.067409Z","time spent":"329.6825ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":854,"response count":0,"response size":40,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T22:13:28.397176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:28.070275Z","time spent":"326.88968ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":29,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-27T22:13:28.397549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.858311ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-27T22:13:28.397605Z","caller":"traceutil/trace.go:171","msg":"trace[1104669729] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:13971; }","duration":"215.951334ms","start":"2026-07-27T22:13:28.18164Z","end":"2026-07-27T22:13:28.397591Z","steps":["trace[1104669729] 'agreement among raft nodes before linearized reading' (duration: 215.780059ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:28.397651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.336357ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-27T22:13:28.39768Z","caller":"traceutil/trace.go:171","msg":"trace[1944040005] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:13971; }","duration":"195.537484ms","start":"2026-07-27T22:13:28.202134Z","end":"2026-07-27T22:13:28.397672Z","steps":["trace[1944040005] 'agreement among raft nodes before linearized reading' (duration: 195.393649ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:28.397946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.905719ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:13:28.398002Z","caller":"traceutil/trace.go:171","msg":"trace[1298742459] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:13971; }","duration":"197.978842ms","start":"2026-07-27T22:13:28.200009Z","end":"2026-07-27T22:13:28.397988Z","steps":["trace[1298742459] 'agreement among raft nodes before linearized reading' (duration: 197.889909ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:28.39806Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"213.331351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:13:28.398089Z","caller":"traceutil/trace.go:171","msg":"trace[2030488053] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:13971; }","duration":"213.382353ms","start":"2026-07-27T22:13:28.1847Z","end":"2026-07-27T22:13:28.398082Z","steps":["trace[2030488053] 'agreement among raft nodes before linearized reading' (duration: 213.30999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:29.137439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.626134ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T22:13:29.137706Z","caller":"traceutil/trace.go:171","msg":"trace[486538384] transaction","detail":"{read_only:false; response_revision:13973; number_of_response:1; }","duration":"734.193915ms","start":"2026-07-27T22:13:28.403494Z","end":"2026-07-27T22:13:29.137688Z","steps":["trace[486538384] 'process raft request' (duration: 734.067171ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:29.137707Z","caller":"traceutil/trace.go:171","msg":"trace[815528880] transaction","detail":"{read_only:false; response_revision:13972; number_of_response:1; }","duration":"734.895387ms","start":"2026-07-27T22:13:28.402786Z","end":"2026-07-27T22:13:29.137682Z","steps":["trace[815528880] 'process raft request' (duration: 172.941583ms)","trace[815528880] 'compare' (duration: 561.317094ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:13:29.137802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:28.403476Z","time spent":"734.285158ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":542,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:13:29.137834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:28.402761Z","time spent":"735.006461ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:13:29.137894Z","caller":"traceutil/trace.go:171","msg":"trace[1757188349] linearizableReadLoop","detail":"{readStateIndex:14449; appliedIndex:14448; }","duration":"734.421922ms","start":"2026-07-27T22:13:28.403424Z","end":"2026-07-27T22:13:29.137846Z","steps":["trace[1757188349] 'read index received' (duration: 172.320523ms)","trace[1757188349] 'applied index is now lower than readState.Index' (duration: 562.096729ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:13:29.13833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.880257ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18945"} {"level":"info","ts":"2026-07-27T22:13:29.138405Z","caller":"traceutil/trace.go:171","msg":"trace[225794437] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:13973; }","duration":"734.98101ms","start":"2026-07-27T22:13:28.403409Z","end":"2026-07-27T22:13:29.13839Z","steps":["trace[225794437] 'agreement among raft nodes before linearized reading' (duration: 734.68409ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:29.13839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"336.669053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:13:29.13839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.064097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-909be0c3-5987-4fad-a558-2e4ccb541e9a\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-07-27T22:13:29.138445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:28.403401Z","time spent":"735.037982ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18969,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-27T22:13:29.138455Z","caller":"traceutil/trace.go:171","msg":"trace[279032268] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13973; }","duration":"336.786346ms","start":"2026-07-27T22:13:28.801649Z","end":"2026-07-27T22:13:29.138435Z","steps":["trace[279032268] 'agreement among raft nodes before linearized reading' (duration: 336.652032ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:29.138456Z","caller":"traceutil/trace.go:171","msg":"trace[1140321469] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-909be0c3-5987-4fad-a558-2e4ccb541e9a; range_end:; response_count:1; response_revision:13973; }","duration":"631.17347ms","start":"2026-07-27T22:13:28.507267Z","end":"2026-07-27T22:13:29.138441Z","steps":["trace[1140321469] 'agreement among raft nodes before linearized reading' (duration: 630.942743ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:29.138432Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.350091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-909be0c3-5987-4fad-a558-2e4ccb541e9a\" ","response":"range_response_count:1 size:3607"} {"level":"warn","ts":"2026-07-27T22:13:29.138498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:28.801631Z","time spent":"336.860199ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:13:29.138546Z","caller":"traceutil/trace.go:171","msg":"trace[1379431738] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-909be0c3-5987-4fad-a558-2e4ccb541e9a; range_end:; response_count:1; response_revision:13973; }","duration":"138.528126ms","start":"2026-07-27T22:13:28.999991Z","end":"2026-07-27T22:13:29.138519Z","steps":["trace[1379431738] 'agreement among raft nodes before linearized reading' (duration: 138.235907ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:29.138647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:28.507232Z","time spent":"631.259614ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":1,"response size":3631,"request content":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-909be0c3-5987-4fad-a558-2e4ccb541e9a\" "} {"level":"warn","ts":"2026-07-27T22:13:29.138722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"407.441978ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/ovn-controller-wbm7x.18c645378d1ad045\" ","response":"range_response_count:1 size:759"} {"level":"warn","ts":"2026-07-27T22:13:29.138766Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.800044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/local-path-storage/helper-pod-create-pvc-0ae237c2-6c83-4832-ba67-fb91074dd3c9\" ","response":"range_response_count:1 size:3607"} {"level":"info","ts":"2026-07-27T22:13:29.138842Z","caller":"traceutil/trace.go:171","msg":"trace[1284779136] range","detail":"{range_begin:/registry/events/openstack/ovn-controller-wbm7x.18c645378d1ad045; range_end:; response_count:1; response_revision:13973; }","duration":"407.613674ms","start":"2026-07-27T22:13:28.731183Z","end":"2026-07-27T22:13:29.138797Z","steps":["trace[1284779136] 'agreement among raft nodes before linearized reading' (duration: 407.243262ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:29.138886Z","caller":"traceutil/trace.go:171","msg":"trace[2009294768] range","detail":"{range_begin:/registry/pods/local-path-storage/helper-pod-create-pvc-0ae237c2-6c83-4832-ba67-fb91074dd3c9; range_end:; response_count:1; response_revision:13973; }","duration":"138.97374ms","start":"2026-07-27T22:13:28.999887Z","end":"2026-07-27T22:13:29.138861Z","steps":["trace[2009294768] 'agreement among raft nodes before linearized reading' (duration: 138.622769ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:29.1389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:28.731152Z","time spent":"407.738568ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":783,"request content":"key:\"/registry/events/openstack/ovn-controller-wbm7x.18c645378d1ad045\" "} {"level":"info","ts":"2026-07-27T22:13:30.061203Z","caller":"traceutil/trace.go:171","msg":"trace[1623645634] linearizableReadLoop","detail":"{readStateIndex:14452; appliedIndex:14451; }","duration":"907.788119ms","start":"2026-07-27T22:13:29.153337Z","end":"2026-07-27T22:13:30.061125Z","steps":["trace[1623645634] 'read index received' (duration: 33.259381ms)","trace[1623645634] 'applied index is now lower than readState.Index' (duration: 874.527448ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:13:30.061208Z","caller":"traceutil/trace.go:171","msg":"trace[525082574] transaction","detail":"{read_only:false; response_revision:13975; number_of_response:1; }","duration":"912.785168ms","start":"2026-07-27T22:13:29.148382Z","end":"2026-07-27T22:13:30.061167Z","steps":["trace[525082574] 'process raft request' (duration: 907.497519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.061408Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.148353Z","time spent":"912.937023ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3712,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:13:30.061491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"908.14628ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5683"} {"level":"info","ts":"2026-07-27T22:13:30.061594Z","caller":"traceutil/trace.go:171","msg":"trace[1078025116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:13975; }","duration":"908.299825ms","start":"2026-07-27T22:13:29.153264Z","end":"2026-07-27T22:13:30.061564Z","steps":["trace[1078025116] 'agreement among raft nodes before linearized reading' (duration: 907.988865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.061663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.153239Z","time spent":"908.414788ms","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5707,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"info","ts":"2026-07-27T22:13:30.064928Z","caller":"traceutil/trace.go:171","msg":"trace[1709922283] transaction","detail":"{read_only:false; response_revision:13976; number_of_response:1; }","duration":"778.100894ms","start":"2026-07-27T22:13:29.286793Z","end":"2026-07-27T22:13:30.064894Z","steps":["trace[1709922283] 'process raft request' (duration: 777.879347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.065153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.286769Z","time spent":"778.263439ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:13:30.06521Z","caller":"traceutil/trace.go:171","msg":"trace[1677823933] transaction","detail":"{read_only:false; response_revision:13977; number_of_response:1; }","duration":"761.947059ms","start":"2026-07-27T22:13:29.303197Z","end":"2026-07-27T22:13:30.065144Z","steps":["trace[1677823933] 'process raft request' (duration: 761.652459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.065396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.303155Z","time spent":"762.147606ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:13:30.065549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.044998ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:13:30.065621Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.627859ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"info","ts":"2026-07-27T22:13:30.065645Z","caller":"traceutil/trace.go:171","msg":"trace[650502939] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:13978; }","duration":"525.174211ms","start":"2026-07-27T22:13:29.540438Z","end":"2026-07-27T22:13:30.065612Z","steps":["trace[650502939] 'agreement among raft nodes before linearized reading' (duration: 525.008556ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:30.065699Z","caller":"traceutil/trace.go:171","msg":"trace[279543268] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:13978; }","duration":"740.754104ms","start":"2026-07-27T22:13:29.324928Z","end":"2026-07-27T22:13:30.065682Z","steps":["trace[279543268] 'agreement among raft nodes before linearized reading' (duration: 740.475875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.065715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.540411Z","time spent":"525.284395ms","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:13:30.065734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.251147ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:479"} {"level":"info","ts":"2026-07-27T22:13:30.065774Z","caller":"traceutil/trace.go:171","msg":"trace[966899350] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:13978; }","duration":"740.304849ms","start":"2026-07-27T22:13:29.325459Z","end":"2026-07-27T22:13:30.065764Z","steps":["trace[966899350] 'agreement among raft nodes before linearized reading' (duration: 740.103993ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:30.065785Z","caller":"traceutil/trace.go:171","msg":"trace[1811649699] transaction","detail":"{read_only:false; response_revision:13978; number_of_response:1; }","duration":"715.864199ms","start":"2026-07-27T22:13:29.349898Z","end":"2026-07-27T22:13:30.065762Z","steps":["trace[1811649699] 'process raft request' (duration: 715.196998ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.065835Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.40556ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:13:30.065861Z","caller":"traceutil/trace.go:171","msg":"trace[1778841063] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:13978; }","duration":"734.507154ms","start":"2026-07-27T22:13:29.331348Z","end":"2026-07-27T22:13:30.065855Z","steps":["trace[1778841063] 'agreement among raft nodes before linearized reading' (duration: 734.466183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.065878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.331312Z","time spent":"734.561106ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:13:30.065879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.32491Z","time spent":"740.808745ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:13:30.06589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.349863Z","time spent":"715.965843ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:13:30.066008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"578.826533ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"warn","ts":"2026-07-27T22:13:30.06603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"150.501847ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:13:30.066031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.997413ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:439"} {"level":"info","ts":"2026-07-27T22:13:30.066057Z","caller":"traceutil/trace.go:171","msg":"trace[2066675474] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:13978; }","duration":"150.568ms","start":"2026-07-27T22:13:29.915479Z","end":"2026-07-27T22:13:30.066047Z","steps":["trace[2066675474] 'agreement among raft nodes before linearized reading' (duration: 150.521929ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:30.06605Z","caller":"traceutil/trace.go:171","msg":"trace[1738444487] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:13978; }","duration":"578.909115ms","start":"2026-07-27T22:13:29.487125Z","end":"2026-07-27T22:13:30.066034Z","steps":["trace[1738444487] 'agreement among raft nodes before linearized reading' (duration: 578.805562ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:30.066071Z","caller":"traceutil/trace.go:171","msg":"trace[1798889750] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:13978; }","duration":"518.082256ms","start":"2026-07-27T22:13:29.547977Z","end":"2026-07-27T22:13:30.066059Z","steps":["trace[1798889750] 'agreement among raft nodes before linearized reading' (duration: 517.963912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.066103Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.487097Z","time spent":"578.995758ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":517,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:13:30.06611Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.54796Z","time spent":"518.141788ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":463,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:13:30.066177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.154466ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:571"} {"level":"warn","ts":"2026-07-27T22:13:30.066181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.762373ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:435"} {"level":"warn","ts":"2026-07-27T22:13:30.065799Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.325453Z","time spent":"740.34123ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":503,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T22:13:30.066212Z","caller":"traceutil/trace.go:171","msg":"trace[1925838066] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:13978; }","duration":"741.242729ms","start":"2026-07-27T22:13:29.324956Z","end":"2026-07-27T22:13:30.066199Z","steps":["trace[1925838066] 'agreement among raft nodes before linearized reading' (duration: 741.116885ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:30.066214Z","caller":"traceutil/trace.go:171","msg":"trace[1867527266] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:13978; }","duration":"740.838456ms","start":"2026-07-27T22:13:29.325367Z","end":"2026-07-27T22:13:30.066205Z","steps":["trace[1867527266] 'agreement among raft nodes before linearized reading' (duration: 740.736443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.066245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.325343Z","time spent":"740.897588ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":459,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:13:30.066244Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.324929Z","time spent":"741.306941ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":595,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:13:30.065877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"725.787656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-27T22:13:30.066241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.49559ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-sb\" ","response":"range_response_count:1 size:520"} {"level":"warn","ts":"2026-07-27T22:13:30.066216Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"740.756303ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:557"} {"level":"info","ts":"2026-07-27T22:13:30.066289Z","caller":"traceutil/trace.go:171","msg":"trace[530574979] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:13978; }","duration":"726.319403ms","start":"2026-07-27T22:13:29.33996Z","end":"2026-07-27T22:13:30.066279Z","steps":["trace[530574979] 'agreement among raft nodes before linearized reading' (duration: 725.625891ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.065693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"174.003887ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T22:13:30.066303Z","caller":"traceutil/trace.go:171","msg":"trace[1133637813] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-sb; range_end:; response_count:1; response_revision:13978; }","duration":"284.566502ms","start":"2026-07-27T22:13:29.781719Z","end":"2026-07-27T22:13:30.066285Z","steps":["trace[1133637813] 'agreement among raft nodes before linearized reading' (duration: 284.341195ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.066319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.339937Z","time spent":"726.373655ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qpfl7\" "} {"level":"info","ts":"2026-07-27T22:13:30.066324Z","caller":"traceutil/trace.go:171","msg":"trace[1716885889] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:13978; }","duration":"174.702459ms","start":"2026-07-27T22:13:29.891612Z","end":"2026-07-27T22:13:30.066315Z","steps":["trace[1716885889] 'agreement among raft nodes before linearized reading' (duration: 173.905113ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:13:30.06633Z","caller":"traceutil/trace.go:171","msg":"trace[971383958] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:13978; }","duration":"740.940269ms","start":"2026-07-27T22:13:29.325359Z","end":"2026-07-27T22:13:30.066299Z","steps":["trace[971383958] 'agreement among raft nodes before linearized reading' (duration: 740.612859ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:13:30.066389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:13:29.325348Z","time spent":"741.026442ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":581,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:13:30.066324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.204534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/ovn-ovsdb-nb\" ","response":"range_response_count:1 size:520"} {"level":"info","ts":"2026-07-27T22:13:30.066687Z","caller":"traceutil/trace.go:171","msg":"trace[224835687] range","detail":"{range_begin:/registry/services/endpoints/openstack/ovn-ovsdb-nb; range_end:; response_count:1; response_revision:13978; }","duration":"286.544774ms","start":"2026-07-27T22:13:29.779975Z","end":"2026-07-27T22:13:30.06652Z","steps":["trace[224835687] 'agreement among raft nodes before linearized reading' (duration: 285.685547ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:14:14.344212Z","caller":"traceutil/trace.go:171","msg":"trace[591395338] transaction","detail":"{read_only:false; response_revision:14447; number_of_response:1; }","duration":"102.420795ms","start":"2026-07-27T22:14:14.241767Z","end":"2026-07-27T22:14:14.344188Z","steps":["trace[591395338] 'process raft request' (duration: 42.706942ms)","trace[591395338] 'compare' (duration: 59.136195ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:14:14.344526Z","caller":"traceutil/trace.go:171","msg":"trace[1954655650] transaction","detail":"{read_only:false; response_revision:14448; number_of_response:1; }","duration":"102.651882ms","start":"2026-07-27T22:14:14.241844Z","end":"2026-07-27T22:14:14.344496Z","steps":["trace[1954655650] 'process raft request' (duration: 102.26352ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:14:33.102725Z","caller":"traceutil/trace.go:171","msg":"trace[586770836] linearizableReadLoop","detail":"{readStateIndex:15370; appliedIndex:15369; }","duration":"513.611363ms","start":"2026-07-27T22:14:32.589061Z","end":"2026-07-27T22:14:33.102673Z","steps":["trace[586770836] 'read index received' (duration: 461.574434ms)","trace[586770836] 'applied index is now lower than readState.Index' (duration: 52.035169ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:14:33.102765Z","caller":"traceutil/trace.go:171","msg":"trace[920805118] transaction","detail":"{read_only:false; response_revision:14865; number_of_response:1; }","duration":"592.293241ms","start":"2026-07-27T22:14:32.510397Z","end":"2026-07-27T22:14:33.102691Z","steps":["trace[920805118] 'process raft request' (duration: 540.18071ms)","trace[920805118] 'compare' (duration: 51.822792ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:14:33.103048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"513.974285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-s4qxh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-27T22:14:33.10314Z","caller":"traceutil/trace.go:171","msg":"trace[1447981564] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-s4qxh; range_end:; response_count:1; response_revision:14865; }","duration":"514.123279ms","start":"2026-07-27T22:14:32.588994Z","end":"2026-07-27T22:14:33.103117Z","steps":["trace[1447981564] 'agreement among raft nodes before linearized reading' (duration: 513.788448ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:14:33.103138Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.050983ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:14:33.103148Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"510.196634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-s4qxh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-27T22:14:33.103177Z","caller":"traceutil/trace.go:171","msg":"trace[1806727696] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14865; }","duration":"171.104774ms","start":"2026-07-27T22:14:32.932062Z","end":"2026-07-27T22:14:33.103166Z","steps":["trace[1806727696] 'agreement among raft nodes before linearized reading' (duration: 171.030412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:14:33.103175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:14:32.588966Z","time spent":"514.201972ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-s4qxh\" "} {"level":"info","ts":"2026-07-27T22:14:33.103196Z","caller":"traceutil/trace.go:171","msg":"trace[89351276] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-s4qxh; range_end:; response_count:1; response_revision:14865; }","duration":"510.273907ms","start":"2026-07-27T22:14:32.592907Z","end":"2026-07-27T22:14:33.10318Z","steps":["trace[89351276] 'agreement among raft nodes before linearized reading' (duration: 510.036469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:14:33.103237Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:14:32.592899Z","time spent":"510.329018ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-s4qxh\" "} {"level":"warn","ts":"2026-07-27T22:14:33.103375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.657163ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-27T22:14:33.103362Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"201.323288ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-27T22:14:33.103405Z","caller":"traceutil/trace.go:171","msg":"trace[1159540644] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14865; }","duration":"166.707785ms","start":"2026-07-27T22:14:32.93669Z","end":"2026-07-27T22:14:33.103398Z","steps":["trace[1159540644] 'agreement among raft nodes before linearized reading' (duration: 166.632702ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:14:33.103448Z","caller":"traceutil/trace.go:171","msg":"trace[2082253552] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:14865; }","duration":"201.419211ms","start":"2026-07-27T22:14:32.902008Z","end":"2026-07-27T22:14:33.103427Z","steps":["trace[2082253552] 'agreement among raft nodes before linearized reading' (duration: 201.168553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:14:33.1034Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.366227ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:14:33.103498Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"206.563515ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-27T22:14:33.103512Z","caller":"traceutil/trace.go:171","msg":"trace[1832629537] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:14865; }","duration":"205.509251ms","start":"2026-07-27T22:14:32.897993Z","end":"2026-07-27T22:14:33.103502Z","steps":["trace[1832629537] 'agreement among raft nodes before linearized reading' (duration: 205.377407ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:14:33.103532Z","caller":"traceutil/trace.go:171","msg":"trace[1660327688] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:14865; }","duration":"206.647858ms","start":"2026-07-27T22:14:32.896872Z","end":"2026-07-27T22:14:33.10352Z","steps":["trace[1660327688] 'agreement among raft nodes before linearized reading' (duration: 206.550575ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:14:33.103581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.995652ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-27T22:14:33.103601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"171.539778ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:14:33.103714Z","caller":"traceutil/trace.go:171","msg":"trace[596552266] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:14865; }","duration":"171.688493ms","start":"2026-07-27T22:14:32.932Z","end":"2026-07-27T22:14:33.103689Z","steps":["trace[596552266] 'agreement among raft nodes before linearized reading' (duration: 171.474946ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:14:33.103607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"172.689815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:14:33.103827Z","caller":"traceutil/trace.go:171","msg":"trace[1260210576] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:14865; }","duration":"172.934423ms","start":"2026-07-27T22:14:32.930881Z","end":"2026-07-27T22:14:33.103815Z","steps":["trace[1260210576] 'agreement among raft nodes before linearized reading' (duration: 172.611473ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:14:33.10364Z","caller":"traceutil/trace.go:171","msg":"trace[1848247673] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:14865; }","duration":"390.130717ms","start":"2026-07-27T22:14:32.713492Z","end":"2026-07-27T22:14:33.103623Z","steps":["trace[1848247673] 'agreement among raft nodes before linearized reading' (duration: 389.946911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:14:33.103918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:14:32.713465Z","time spent":"390.439136ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qpfl7\" "} {"level":"warn","ts":"2026-07-27T22:14:33.103075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:14:32.510385Z","time spent":"592.499338ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:15:07.642529Z","caller":"traceutil/trace.go:171","msg":"trace[910117192] transaction","detail":"{read_only:false; response_revision:15048; number_of_response:1; }","duration":"371.370459ms","start":"2026-07-27T22:15:07.271133Z","end":"2026-07-27T22:15:07.642504Z","steps":["trace[910117192] 'process raft request' (duration: 371.224474ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:07.64271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.271109Z","time spent":"371.508244ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:15:07.643376Z","caller":"traceutil/trace.go:171","msg":"trace[1963388635] linearizableReadLoop","detail":"{readStateIndex:15561; appliedIndex:15561; }","duration":"322.551362ms","start":"2026-07-27T22:15:07.320807Z","end":"2026-07-27T22:15:07.643359Z","steps":["trace[1963388635] 'read index received' (duration: 322.543842ms)","trace[1963388635] 'applied index is now lower than readState.Index' (duration: 5.72µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:15:07.64348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"322.667046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:15:07.643519Z","caller":"traceutil/trace.go:171","msg":"trace[1590001989] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15048; }","duration":"322.709707ms","start":"2026-07-27T22:15:07.320799Z","end":"2026-07-27T22:15:07.643508Z","steps":["trace[1590001989] 'agreement among raft nodes before linearized reading' (duration: 322.643935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:07.643746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.320723Z","time spent":"323.010097ms","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-27T22:15:08.313271Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"400.773887ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:16"} {"level":"info","ts":"2026-07-27T22:15:08.313387Z","caller":"traceutil/trace.go:171","msg":"trace[1460609813] linearizableReadLoop","detail":"{readStateIndex:15562; appliedIndex:15561; }","duration":"669.944517ms","start":"2026-07-27T22:15:07.643417Z","end":"2026-07-27T22:15:08.313362Z","steps":["trace[1460609813] 'read index received' (duration: 268.924043ms)","trace[1460609813] 'applied index is now lower than readState.Index' (duration: 401.018774ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:15:08.313659Z","caller":"traceutil/trace.go:171","msg":"trace[728597683] transaction","detail":"{read_only:false; response_revision:15049; number_of_response:1; }","duration":"877.821724ms","start":"2026-07-27T22:15:07.435823Z","end":"2026-07-27T22:15:08.313645Z","steps":["trace[728597683] 'process raft request' (duration: 476.598224ms)","trace[728597683] 'compare' (duration: 400.611871ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:15:08.313736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.435798Z","time spent":"877.903606ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:15:08.313742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"980.931261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:15:08.313861Z","caller":"traceutil/trace.go:171","msg":"trace[1663644427] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:15049; }","duration":"981.112026ms","start":"2026-07-27T22:15:07.332724Z","end":"2026-07-27T22:15:08.313836Z","steps":["trace[1663644427] 'agreement among raft nodes before linearized reading' (duration: 980.9254ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.313919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.332702Z","time spent":"981.2061ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":29,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:15:08.313963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"664.281606ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:15:08.31401Z","caller":"traceutil/trace.go:171","msg":"trace[725227494] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:15049; }","duration":"664.363649ms","start":"2026-07-27T22:15:07.649634Z","end":"2026-07-27T22:15:08.313998Z","steps":["trace[725227494] 'agreement among raft nodes before linearized reading' (duration: 664.275717ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.314048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.649615Z","time spent":"664.424101ms","remote":"127.0.0.1:37626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":29,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:15:08.314326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"777.766725ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"warn","ts":"2026-07-27T22:15:08.314358Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.901563ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-27T22:15:08.31438Z","caller":"traceutil/trace.go:171","msg":"trace[1111770970] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"777.859117ms","start":"2026-07-27T22:15:07.536508Z","end":"2026-07-27T22:15:08.314367Z","steps":["trace[1111770970] 'agreement among raft nodes before linearized reading' (duration: 777.672061ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:15:08.314392Z","caller":"traceutil/trace.go:171","msg":"trace[1031964071] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15049; }","duration":"103.989755ms","start":"2026-07-27T22:15:08.210393Z","end":"2026-07-27T22:15:08.314382Z","steps":["trace[1031964071] 'agreement among raft nodes before linearized reading' (duration: 103.85689ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.314415Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.536484Z","time spent":"777.92308ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-27T22:15:08.314482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"719.379293ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zc57z\" ","response":"range_response_count:1 size:9799"} {"level":"warn","ts":"2026-07-27T22:15:08.31449Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"772.494576ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-s4qxh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-27T22:15:08.314547Z","caller":"traceutil/trace.go:171","msg":"trace[999414956] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zc57z; range_end:; response_count:1; response_revision:15049; }","duration":"719.484676ms","start":"2026-07-27T22:15:07.595039Z","end":"2026-07-27T22:15:08.314524Z","steps":["trace[999414956] 'agreement among raft nodes before linearized reading' (duration: 719.261759ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.314603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.595016Z","time spent":"719.577259ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":1,"response size":9823,"request content":"key:\"/registry/pods/openstack/nova-cell-setup-zc57z\" "} {"level":"info","ts":"2026-07-27T22:15:08.314613Z","caller":"traceutil/trace.go:171","msg":"trace[889378491] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-s4qxh; range_end:; response_count:1; response_revision:15049; }","duration":"772.671622ms","start":"2026-07-27T22:15:07.541914Z","end":"2026-07-27T22:15:08.314586Z","steps":["trace[889378491] 'agreement among raft nodes before linearized reading' (duration: 771.771183ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.314671Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"833.577394ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/keepalived-qpfl7\" ","response":"range_response_count:1 size:6524"} {"level":"warn","ts":"2026-07-27T22:15:08.314709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"457.236986ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/nova-api\" ","response":"range_response_count:1 size:668"} {"level":"info","ts":"2026-07-27T22:15:08.31472Z","caller":"traceutil/trace.go:171","msg":"trace[1341036999] range","detail":"{range_begin:/registry/pods/openstack/keepalived-qpfl7; range_end:; response_count:1; response_revision:15049; }","duration":"833.667986ms","start":"2026-07-27T22:15:07.481041Z","end":"2026-07-27T22:15:08.314709Z","steps":["trace[1341036999] 'agreement among raft nodes before linearized reading' (duration: 833.539622ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.314744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.828117ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-rabbit-init\" ","response":"range_response_count:0 size:5"} {"level":"warn","ts":"2026-07-27T22:15:08.31468Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.541901Z","time spent":"772.768165ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-s4qxh\" "} {"level":"warn","ts":"2026-07-27T22:15:08.314622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.424503ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"info","ts":"2026-07-27T22:15:08.314783Z","caller":"traceutil/trace.go:171","msg":"trace[1757627752] range","detail":"{range_begin:/registry/jobs/openstack/nova-rabbit-init; range_end:; response_count:0; response_revision:15049; }","duration":"458.901479ms","start":"2026-07-27T22:15:07.855873Z","end":"2026-07-27T22:15:08.314774Z","steps":["trace[1757627752] 'agreement among raft nodes before linearized reading' (duration: 458.837827ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:15:08.314801Z","caller":"traceutil/trace.go:171","msg":"trace[101846532] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15049; }","duration":"452.664811ms","start":"2026-07-27T22:15:07.862125Z","end":"2026-07-27T22:15:08.314789Z","steps":["trace[101846532] 'agreement among raft nodes before linearized reading' (duration: 452.428443ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.314738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.691748ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-db-sync\" ","response":"range_response_count:1 size:5523"} {"level":"warn","ts":"2026-07-27T22:15:08.314845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.862104Z","time spent":"452.729813ms","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-27T22:15:08.314761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.481016Z","time spent":"833.736149ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":1,"response size":6548,"request content":"key:\"/registry/pods/openstack/keepalived-qpfl7\" "} {"level":"warn","ts":"2026-07-27T22:15:08.314859Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.927475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-user\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:15:08.314903Z","caller":"traceutil/trace.go:171","msg":"trace[1912300710] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-user; range_end:; response_count:0; response_revision:15049; }","duration":"993.979287ms","start":"2026-07-27T22:15:07.320915Z","end":"2026-07-27T22:15:08.314894Z","steps":["trace[1912300710] 'agreement among raft nodes before linearized reading' (duration: 993.923835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.314937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.320911Z","time spent":"994.020718ms","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-user\" "} {"level":"warn","ts":"2026-07-27T22:15:08.314971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"896.224271ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:15:08.315017Z","caller":"traceutil/trace.go:171","msg":"trace[158623896] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:15049; }","duration":"896.327964ms","start":"2026-07-27T22:15:07.418678Z","end":"2026-07-27T22:15:08.315006Z","steps":["trace[158623896] 'agreement among raft nodes before linearized reading' (duration: 896.247541ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.314815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.855851Z","time spent":"458.958221ms","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":43,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-rabbit-init\" "} {"level":"warn","ts":"2026-07-27T22:15:08.314993Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"761.735794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-compute-default-s4qxh\" ","response":"range_response_count:1 size:22125"} {"level":"info","ts":"2026-07-27T22:15:08.314922Z","caller":"traceutil/trace.go:171","msg":"trace[1249309232] range","detail":"{range_begin:/registry/jobs/openstack/nova-db-sync; range_end:; response_count:1; response_revision:15049; }","duration":"993.839263ms","start":"2026-07-27T22:15:07.321016Z","end":"2026-07-27T22:15:08.314855Z","steps":["trace[1249309232] 'agreement among raft nodes before linearized reading' (duration: 993.345087ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:15:08.315108Z","caller":"traceutil/trace.go:171","msg":"trace[861135320] range","detail":"{range_begin:/registry/pods/openstack/nova-compute-default-s4qxh; range_end:; response_count:1; response_revision:15049; }","duration":"761.92394ms","start":"2026-07-27T22:15:07.553154Z","end":"2026-07-27T22:15:08.315078Z","steps":["trace[861135320] 'agreement among raft nodes before linearized reading' (duration: 761.513127ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.315163Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.553141Z","time spent":"762.011892ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":1,"response size":22149,"request content":"key:\"/registry/pods/openstack/nova-compute-default-s4qxh\" "} {"level":"info","ts":"2026-07-27T22:15:08.314753Z","caller":"traceutil/trace.go:171","msg":"trace[475345817] range","detail":"{range_begin:/registry/services/endpoints/openstack/nova-api; range_end:; response_count:1; response_revision:15049; }","duration":"457.296068ms","start":"2026-07-27T22:15:07.857447Z","end":"2026-07-27T22:15:08.314743Z","steps":["trace[475345817] 'agreement among raft nodes before linearized reading' (duration: 457.196855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.315205Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.321011Z","time spent":"994.149693ms","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":5547,"request content":"key:\"/registry/jobs/openstack/nova-db-sync\" "} {"level":"warn","ts":"2026-07-27T22:15:08.315053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.418652Z","time spent":"896.390116ms","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":29,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:15:08.314028Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"993.084908ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:15:08.315445Z","caller":"traceutil/trace.go:171","msg":"trace[109931869] range","detail":"{range_begin:/registry/jobs/openstack/nova-ks-endpoints; range_end:; response_count:0; response_revision:15049; }","duration":"994.545705ms","start":"2026-07-27T22:15:07.320887Z","end":"2026-07-27T22:15:08.315432Z","steps":["trace[109931869] 'agreement among raft nodes before linearized reading' (duration: 992.80206ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.315493Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.320882Z","time spent":"994.596677ms","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":29,"request content":"key:\"/registry/jobs/openstack/nova-ks-endpoints\" "} {"level":"warn","ts":"2026-07-27T22:15:08.315322Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.857437Z","time spent":"457.854576ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":692,"request content":"key:\"/registry/services/endpoints/openstack/nova-api\" "} {"level":"warn","ts":"2026-07-27T22:15:08.314809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"593.447009ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sdpln\" ","response":"range_response_count:1 size:20653"} {"level":"info","ts":"2026-07-27T22:15:08.31569Z","caller":"traceutil/trace.go:171","msg":"trace[329552767] range","detail":"{range_begin:/registry/pods/openstack/libvirt-libvirt-default-sdpln; range_end:; response_count:1; response_revision:15049; }","duration":"594.357718ms","start":"2026-07-27T22:15:07.721318Z","end":"2026-07-27T22:15:08.315676Z","steps":["trace[329552767] 'agreement among raft nodes before linearized reading' (duration: 593.371967ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.315763Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.721298Z","time spent":"594.42801ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":20677,"request content":"key:\"/registry/pods/openstack/libvirt-libvirt-default-sdpln\" "} {"level":"warn","ts":"2026-07-27T22:15:08.31924Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"563.99656ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:22 size:200027"} {"level":"info","ts":"2026-07-27T22:15:08.319309Z","caller":"traceutil/trace.go:171","msg":"trace[377314098] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:22; response_revision:15049; }","duration":"564.104153ms","start":"2026-07-27T22:15:07.755185Z","end":"2026-07-27T22:15:08.319289Z","steps":["trace[377314098] 'agreement among raft nodes before linearized reading' (duration: 559.656371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.319352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:07.755165Z","time spent":"564.178265ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":22,"response size":200051,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"info","ts":"2026-07-27T22:15:08.70769Z","caller":"traceutil/trace.go:171","msg":"trace[610923286] transaction","detail":"{read_only:false; response_revision:15051; number_of_response:1; }","duration":"106.806365ms","start":"2026-07-27T22:15:08.60083Z","end":"2026-07-27T22:15:08.707637Z","steps":["trace[610923286] 'process raft request' (duration: 74.845136ms)","trace[610923286] 'compare' (duration: 31.485314ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:15:08.895339Z","caller":"traceutil/trace.go:171","msg":"trace[66569320] transaction","detail":"{read_only:false; response_revision:15053; number_of_response:1; }","duration":"180.729201ms","start":"2026-07-27T22:15:08.714517Z","end":"2026-07-27T22:15:08.895246Z","steps":["trace[66569320] 'process raft request' (duration: 180.448692ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:15:08.895602Z","caller":"traceutil/trace.go:171","msg":"trace[362415875] transaction","detail":"{read_only:false; response_revision:15054; number_of_response:1; }","duration":"180.98975ms","start":"2026-07-27T22:15:08.714585Z","end":"2026-07-27T22:15:08.895575Z","steps":["trace[362415875] 'process raft request' (duration: 180.597967ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:15:08.89592Z","caller":"traceutil/trace.go:171","msg":"trace[2046171589] transaction","detail":"{read_only:false; response_revision:15055; number_of_response:1; }","duration":"181.239648ms","start":"2026-07-27T22:15:08.714645Z","end":"2026-07-27T22:15:08.895885Z","steps":["trace[2046171589] 'process raft request' (duration: 180.934668ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:15:08.896096Z","caller":"traceutil/trace.go:171","msg":"trace[1665253776] transaction","detail":"{read_only:false; response_revision:15056; number_of_response:1; }","duration":"181.378142ms","start":"2026-07-27T22:15:08.714701Z","end":"2026-07-27T22:15:08.896079Z","steps":["trace[1665253776] 'process raft request' (duration: 181.122044ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:15:08.896143Z","caller":"traceutil/trace.go:171","msg":"trace[606315708] linearizableReadLoop","detail":"{readStateIndex:15570; appliedIndex:15565; }","duration":"111.781024ms","start":"2026-07-27T22:15:08.784344Z","end":"2026-07-27T22:15:08.896125Z","steps":["trace[606315708] 'read index received' (duration: 110.541024ms)","trace[606315708] 'applied index is now lower than readState.Index' (duration: 1.238229ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:15:08.896223Z","caller":"traceutil/trace.go:171","msg":"trace[1612807521] transaction","detail":"{read_only:false; response_revision:15057; number_of_response:1; }","duration":"181.381563ms","start":"2026-07-27T22:15:08.714811Z","end":"2026-07-27T22:15:08.896192Z","steps":["trace[1612807521] 'process raft request' (duration: 181.237988ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:08.896277Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.918927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:5"} {"level":"info","ts":"2026-07-27T22:15:08.896314Z","caller":"traceutil/trace.go:171","msg":"trace[1430675624] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:15057; }","duration":"111.972649ms","start":"2026-07-27T22:15:08.784329Z","end":"2026-07-27T22:15:08.896301Z","steps":["trace[1430675624] 'agreement among raft nodes before linearized reading' (duration: 111.859976ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:15:09.869335Z","caller":"traceutil/trace.go:171","msg":"trace[1291993527] linearizableReadLoop","detail":"{readStateIndex:15571; appliedIndex:15570; }","duration":"164.98995ms","start":"2026-07-27T22:15:09.704319Z","end":"2026-07-27T22:15:09.869309Z","steps":["trace[1291993527] 'read index received' (duration: 164.752913ms)","trace[1291993527] 'applied index is now lower than readState.Index' (duration: 236.147µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:15:09.869392Z","caller":"traceutil/trace.go:171","msg":"trace[1241301574] transaction","detail":"{read_only:false; response_revision:15058; number_of_response:1; }","duration":"213.420654ms","start":"2026-07-27T22:15:09.655932Z","end":"2026-07-27T22:15:09.869353Z","steps":["trace[1241301574] 'process raft request' (duration: 213.205107ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:09.869592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.892886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T22:15:09.869626Z","caller":"traceutil/trace.go:171","msg":"trace[576000476] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:15058; }","duration":"117.00684ms","start":"2026-07-27T22:15:09.752609Z","end":"2026-07-27T22:15:09.869616Z","steps":["trace[576000476] 'agreement among raft nodes before linearized reading' (duration: 116.871916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:09.869666Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.31019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/\" range_end:\"/registry/serviceaccounts0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:15:09.869741Z","caller":"traceutil/trace.go:171","msg":"trace[580616578] range","detail":"{range_begin:/registry/serviceaccounts/; range_end:/registry/serviceaccounts0; response_count:0; response_revision:15058; }","duration":"165.468535ms","start":"2026-07-27T22:15:09.704259Z","end":"2026-07-27T22:15:09.869727Z","steps":["trace[580616578] 'agreement among raft nodes before linearized reading' (duration: 165.166895ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:10.418925Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.030137ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/\" range_end:\"/registry/ingress0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T22:15:10.419067Z","caller":"traceutil/trace.go:171","msg":"trace[84850111] range","detail":"{range_begin:/registry/ingress/; range_end:/registry/ingress0; response_count:0; response_revision:15058; }","duration":"142.250905ms","start":"2026-07-27T22:15:10.276791Z","end":"2026-07-27T22:15:10.419042Z","steps":["trace[84850111] 'count revisions from in-memory index tree' (duration: 141.919724ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:10.419411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.819636ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18770"} {"level":"info","ts":"2026-07-27T22:15:10.419503Z","caller":"traceutil/trace.go:171","msg":"trace[2127854940] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:15058; }","duration":"389.984182ms","start":"2026-07-27T22:15:10.029496Z","end":"2026-07-27T22:15:10.41948Z","steps":["trace[2127854940] 'range keys from in-memory index tree' (duration: 389.682723ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:10.419733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:10.029467Z","time spent":"390.074585ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18794,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-27T22:15:10.419777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.055555ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:7"} {"level":"info","ts":"2026-07-27T22:15:10.419837Z","caller":"traceutil/trace.go:171","msg":"trace[1396390820] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:15058; }","duration":"342.161478ms","start":"2026-07-27T22:15:10.077659Z","end":"2026-07-27T22:15:10.41982Z","steps":["trace[1396390820] 'count revisions from in-memory index tree' (duration: 341.970851ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:15:10.419885Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:15:10.077637Z","time spent":"342.23062ms","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":5,"response size":31,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:15:10.420114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.612338ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1849"} {"level":"info","ts":"2026-07-27T22:15:10.420188Z","caller":"traceutil/trace.go:171","msg":"trace[1087202856] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:15058; }","duration":"249.732701ms","start":"2026-07-27T22:15:10.170436Z","end":"2026-07-27T22:15:10.420169Z","steps":["trace[1087202856] 'range keys from in-memory index tree' (duration: 249.434981ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:15:32.239754Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":12634} {"level":"info","ts":"2026-07-27T22:15:32.315124Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":12634,"took":"72.624205ms","hash":4032710716,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":29233152,"current-db-size-in-use":"29 MB"} {"level":"info","ts":"2026-07-27T22:15:32.315229Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4032710716,"revision":12634,"compact-revision":10481} {"level":"info","ts":"2026-07-27T22:19:57.894494Z","caller":"traceutil/trace.go:171","msg":"trace[1151602850] transaction","detail":"{read_only:false; response_revision:17173; number_of_response:1; }","duration":"138.85074ms","start":"2026-07-27T22:19:57.755603Z","end":"2026-07-27T22:19:57.894453Z","steps":["trace[1151602850] 'process raft request' (duration: 134.923586ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:32.245641Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":15174} {"level":"info","ts":"2026-07-27T22:20:32.342401Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":15174,"took":"92.910337ms","hash":4174774829,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":30961664,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-27T22:20:32.342456Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4174774829,"revision":15174,"compact-revision":12634} {"level":"warn","ts":"2026-07-27T22:20:44.665578Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.945079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:20:44.66567Z","caller":"traceutil/trace.go:171","msg":"trace[2083605010] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:17573; }","duration":"157.081344ms","start":"2026-07-27T22:20:44.508572Z","end":"2026-07-27T22:20:44.665653Z","steps":["trace[2083605010] 'count revisions from in-memory index tree' (duration: 156.835425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.665707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.267631ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:20:44.665825Z","caller":"traceutil/trace.go:171","msg":"trace[655122171] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:17573; }","duration":"222.448837ms","start":"2026-07-27T22:20:44.443319Z","end":"2026-07-27T22:20:44.665797Z","steps":["trace[655122171] 'range keys from in-memory index tree' (duration: 222.042544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.66581Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.565498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:20:44.665848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"166.76924ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zc57z\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-27T22:20:44.66591Z","caller":"traceutil/trace.go:171","msg":"trace[571730298] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:17573; }","duration":"209.706452ms","start":"2026-07-27T22:20:44.45618Z","end":"2026-07-27T22:20:44.665887Z","steps":["trace[571730298] 'count revisions from in-memory index tree' (duration: 209.468865ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:44.665933Z","caller":"traceutil/trace.go:171","msg":"trace[974276430] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zc57z; range_end:; response_count:1; response_revision:17573; }","duration":"168.097263ms","start":"2026-07-27T22:20:44.497813Z","end":"2026-07-27T22:20:44.66591Z","steps":["trace[974276430] 'range keys from in-memory index tree' (duration: 166.400449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.665707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"191.547487ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-27T22:20:44.666059Z","caller":"traceutil/trace.go:171","msg":"trace[1399611346] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:17573; }","duration":"191.97481ms","start":"2026-07-27T22:20:44.474068Z","end":"2026-07-27T22:20:44.666042Z","steps":["trace[1399611346] 'range keys from in-memory index tree' (duration: 191.228976ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.666605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.344432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-27T22:20:44.666704Z","caller":"traceutil/trace.go:171","msg":"trace[1390898978] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:17573; }","duration":"134.449425ms","start":"2026-07-27T22:20:44.532232Z","end":"2026-07-27T22:20:44.666681Z","steps":["trace[1390898978] 'range keys from in-memory index tree' (duration: 133.445533ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:44.847089Z","caller":"traceutil/trace.go:171","msg":"trace[849176085] linearizableReadLoop","detail":"{readStateIndex:18172; appliedIndex:18171; }","duration":"175.035953ms","start":"2026-07-27T22:20:44.672033Z","end":"2026-07-27T22:20:44.847069Z","steps":["trace[849176085] 'read index received' (duration: 174.95378ms)","trace[849176085] 'applied index is now lower than readState.Index' (duration: 81.723µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:20:44.847112Z","caller":"traceutil/trace.go:171","msg":"trace[2018375907] transaction","detail":"{read_only:false; response_revision:17574; number_of_response:1; }","duration":"175.317842ms","start":"2026-07-27T22:20:44.671773Z","end":"2026-07-27T22:20:44.84709Z","steps":["trace[2018375907] 'process raft request' (duration: 175.136116ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.84785Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.804937ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:908814"} {"level":"info","ts":"2026-07-27T22:20:44.84788Z","caller":"traceutil/trace.go:171","msg":"trace[1462348397] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17574; }","duration":"176.589893ms","start":"2026-07-27T22:20:44.671283Z","end":"2026-07-27T22:20:44.847873Z","steps":["trace[1462348397] 'agreement among raft nodes before linearized reading' (duration: 175.87861ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:44.921047Z","caller":"traceutil/trace.go:171","msg":"trace[1990517470] transaction","detail":"{read_only:false; response_revision:17575; number_of_response:1; }","duration":"248.200714ms","start":"2026-07-27T22:20:44.672823Z","end":"2026-07-27T22:20:44.921024Z","steps":["trace[1990517470] 'process raft request' (duration: 246.878142ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:44.921322Z","caller":"traceutil/trace.go:171","msg":"trace[1377279597] transaction","detail":"{read_only:false; response_revision:17576; number_of_response:1; }","duration":"184.901856ms","start":"2026-07-27T22:20:44.736413Z","end":"2026-07-27T22:20:44.921315Z","steps":["trace[1377279597] 'process raft request' (duration: 184.567746ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.921467Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"148.029816ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:20:44.921499Z","caller":"traceutil/trace.go:171","msg":"trace[234681705] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17576; }","duration":"148.103348ms","start":"2026-07-27T22:20:44.773385Z","end":"2026-07-27T22:20:44.921488Z","steps":["trace[234681705] 'agreement among raft nodes before linearized reading' (duration: 148.000475ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.921595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.428841ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:20:44.921619Z","caller":"traceutil/trace.go:171","msg":"trace[193431783] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17576; }","duration":"155.505004ms","start":"2026-07-27T22:20:44.766108Z","end":"2026-07-27T22:20:44.921613Z","steps":["trace[193431783] 'agreement among raft nodes before linearized reading' (duration: 155.445692ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.921699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.585426ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-27T22:20:44.921719Z","caller":"traceutil/trace.go:171","msg":"trace[272874574] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17576; }","duration":"184.651488ms","start":"2026-07-27T22:20:44.737062Z","end":"2026-07-27T22:20:44.921714Z","steps":["trace[272874574] 'agreement among raft nodes before linearized reading' (duration: 184.599526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.921811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"249.64056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18812"} {"level":"info","ts":"2026-07-27T22:20:44.921835Z","caller":"traceutil/trace.go:171","msg":"trace[292862845] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:17576; }","duration":"249.662711ms","start":"2026-07-27T22:20:44.672164Z","end":"2026-07-27T22:20:44.921827Z","steps":["trace[292862845] 'agreement among raft nodes before linearized reading' (duration: 249.602819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.922205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.886663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-27T22:20:44.922343Z","caller":"traceutil/trace.go:171","msg":"trace[718414177] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17576; }","duration":"236.356028ms","start":"2026-07-27T22:20:44.685957Z","end":"2026-07-27T22:20:44.922313Z","steps":["trace[718414177] 'agreement among raft nodes before linearized reading' (duration: 235.738738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.922624Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.424926ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T22:20:44.92266Z","caller":"traceutil/trace.go:171","msg":"trace[1074815009] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17576; }","duration":"210.507178ms","start":"2026-07-27T22:20:44.712145Z","end":"2026-07-27T22:20:44.922652Z","steps":["trace[1074815009] 'agreement among raft nodes before linearized reading' (duration: 210.432605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:44.922769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.069463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:20:44.922831Z","caller":"traceutil/trace.go:171","msg":"trace[903733678] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17576; }","duration":"186.191387ms","start":"2026-07-27T22:20:44.736629Z","end":"2026-07-27T22:20:44.92282Z","steps":["trace[903733678] 'agreement among raft nodes before linearized reading' (duration: 185.893528ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:50.935739Z","caller":"traceutil/trace.go:171","msg":"trace[1862869608] transaction","detail":"{read_only:false; response_revision:17616; number_of_response:1; }","duration":"232.365762ms","start":"2026-07-27T22:20:50.703344Z","end":"2026-07-27T22:20:50.93571Z","steps":["trace[1862869608] 'process raft request' (duration: 220.299789ms)","trace[1862869608] 'compare' (duration: 11.946659ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:20:50.943037Z","caller":"traceutil/trace.go:171","msg":"trace[1032577056] transaction","detail":"{read_only:false; response_revision:17617; number_of_response:1; }","duration":"181.135716ms","start":"2026-07-27T22:20:50.761877Z","end":"2026-07-27T22:20:50.943013Z","steps":["trace[1032577056] 'process raft request' (duration: 180.465055ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:51.018538Z","caller":"traceutil/trace.go:171","msg":"trace[487512273] linearizableReadLoop","detail":"{readStateIndex:18217; appliedIndex:18214; }","duration":"104.97186ms","start":"2026-07-27T22:20:50.913532Z","end":"2026-07-27T22:20:51.018504Z","steps":["trace[487512273] 'read index received' (duration: 10.314837ms)","trace[487512273] 'applied index is now lower than readState.Index' (duration: 94.654953ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:20:51.018908Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.367813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zc57z\" ","response":"range_response_count:1 size:9800"} {"level":"info","ts":"2026-07-27T22:20:51.018988Z","caller":"traceutil/trace.go:171","msg":"trace[839840636] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zc57z; range_end:; response_count:1; response_revision:17617; }","duration":"105.487697ms","start":"2026-07-27T22:20:50.91348Z","end":"2026-07-27T22:20:51.018967Z","steps":["trace[839840636] 'agreement among raft nodes before linearized reading' (duration: 105.299931ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:51.543759Z","caller":"traceutil/trace.go:171","msg":"trace[1900818219] linearizableReadLoop","detail":"{readStateIndex:18224; appliedIndex:18223; }","duration":"147.858591ms","start":"2026-07-27T22:20:51.395875Z","end":"2026-07-27T22:20:51.543734Z","steps":["trace[1900818219] 'read index received' (duration: 147.552742ms)","trace[1900818219] 'applied index is now lower than readState.Index' (duration: 304.799µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:20:51.543897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"147.999275ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:20:51.543896Z","caller":"traceutil/trace.go:171","msg":"trace[974351382] transaction","detail":"{read_only:false; response_revision:17624; number_of_response:1; }","duration":"245.577151ms","start":"2026-07-27T22:20:51.298266Z","end":"2026-07-27T22:20:51.543843Z","steps":["trace[974351382] 'process raft request' (duration: 245.258981ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:51.543936Z","caller":"traceutil/trace.go:171","msg":"trace[679122030] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:17624; }","duration":"148.105278ms","start":"2026-07-27T22:20:51.395815Z","end":"2026-07-27T22:20:51.543921Z","steps":["trace[679122030] 'agreement among raft nodes before linearized reading' (duration: 148.017115ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:52.551657Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399210495,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:20:52.639477Z","caller":"traceutil/trace.go:171","msg":"trace[1329997735] transaction","detail":"{read_only:false; response_revision:17625; number_of_response:1; }","duration":"816.900354ms","start":"2026-07-27T22:20:51.822544Z","end":"2026-07-27T22:20:52.639444Z","steps":["trace[1329997735] 'process raft request' (duration: 816.674427ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:52.639675Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:20:51.822504Z","time spent":"817.06806ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:20:53.205843Z","caller":"traceutil/trace.go:171","msg":"trace[2047261633] transaction","detail":"{read_only:false; response_revision:17626; number_of_response:1; }","duration":"1.282813955s","start":"2026-07-27T22:20:51.922976Z","end":"2026-07-27T22:20:53.205789Z","steps":["trace[2047261633] 'process raft request' (duration: 1.282366161s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:53.205961Z","caller":"traceutil/trace.go:171","msg":"trace[947306671] linearizableReadLoop","detail":"{readStateIndex:18227; appliedIndex:18224; }","duration":"1.155191667s","start":"2026-07-27T22:20:52.050745Z","end":"2026-07-27T22:20:53.205936Z","steps":["trace[947306671] 'read index received' (duration: 588.359095ms)","trace[947306671] 'applied index is now lower than readState.Index' (duration: 566.831542ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:20:53.206097Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:20:51.922945Z","time spent":"1.283016041s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:20:53.206276Z","caller":"traceutil/trace.go:171","msg":"trace[1254445932] transaction","detail":"{read_only:false; response_revision:17627; number_of_response:1; }","duration":"1.091266969s","start":"2026-07-27T22:20:52.114998Z","end":"2026-07-27T22:20:53.206265Z","steps":["trace[1254445932] 'process raft request' (duration: 1.090612408s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.206369Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.048291125s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:20:53.206419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:20:52.114971Z","time spent":"1.091343002s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:20:53.206476Z","caller":"traceutil/trace.go:171","msg":"trace[358053595] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:17627; }","duration":"1.04844966s","start":"2026-07-27T22:20:52.157994Z","end":"2026-07-27T22:20:53.206443Z","steps":["trace[358053595] 'agreement among raft nodes before linearized reading' (duration: 1.048280864s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.206511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.744055ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/nova-cell-setup-zc57z\" ","response":"range_response_count:1 size:9800"} {"level":"warn","ts":"2026-07-27T22:20:53.206535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:20:52.157968Z","time spent":"1.048555703s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:20:53.206568Z","caller":"traceutil/trace.go:171","msg":"trace[2061840830] range","detail":"{range_begin:/registry/pods/openstack/nova-cell-setup-zc57z; range_end:; response_count:1; response_revision:17627; }","duration":"146.838808ms","start":"2026-07-27T22:20:53.059717Z","end":"2026-07-27T22:20:53.206556Z","steps":["trace[2061840830] 'agreement among raft nodes before linearized reading' (duration: 146.58022ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.206637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.36805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:20:53.206672Z","caller":"traceutil/trace.go:171","msg":"trace[273637486] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:17627; }","duration":"109.456843ms","start":"2026-07-27T22:20:53.097207Z","end":"2026-07-27T22:20:53.206663Z","steps":["trace[273637486] 'agreement among raft nodes before linearized reading' (duration: 109.317008ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.206743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.156014603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:20:53.206766Z","caller":"traceutil/trace.go:171","msg":"trace[1378822335] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17627; }","duration":"1.156092875s","start":"2026-07-27T22:20:52.050667Z","end":"2026-07-27T22:20:53.20676Z","steps":["trace[1378822335] 'agreement among raft nodes before linearized reading' (duration: 1.156056014s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.206781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:20:52.05064Z","time spent":"1.156137486s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:20:53.206827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.740836ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:20:53.206876Z","caller":"traceutil/trace.go:171","msg":"trace[878169072] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:17627; }","duration":"541.813468ms","start":"2026-07-27T22:20:52.665048Z","end":"2026-07-27T22:20:53.206861Z","steps":["trace[878169072] 'agreement among raft nodes before linearized reading' (duration: 541.739846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.206883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.872069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:20:53.206913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:20:52.665031Z","time spent":"541.87325ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:20:53.206917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.17715ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:20:53.206956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.709574ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-27T22:20:53.206997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"874.944246ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:20:53.207007Z","caller":"traceutil/trace.go:171","msg":"trace[2017509326] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:17627; }","duration":"357.283274ms","start":"2026-07-27T22:20:52.849701Z","end":"2026-07-27T22:20:53.206984Z","steps":["trace[2017509326] 'agreement among raft nodes before linearized reading' (duration: 357.092088ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:53.207036Z","caller":"traceutil/trace.go:171","msg":"trace[266630772] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:17627; }","duration":"875.023378ms","start":"2026-07-27T22:20:52.332003Z","end":"2026-07-27T22:20:53.207026Z","steps":["trace[266630772] 'agreement among raft nodes before linearized reading' (duration: 874.970566ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.207055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:20:52.849676Z","time spent":"357.371287ms","remote":"127.0.0.1:54878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:20:53.20705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.152056ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-27T22:20:53.207087Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.903286ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T22:20:53.207117Z","caller":"traceutil/trace.go:171","msg":"trace[318819061] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:17627; }","duration":"111.252309ms","start":"2026-07-27T22:20:53.095852Z","end":"2026-07-27T22:20:53.207104Z","steps":["trace[318819061] 'agreement among raft nodes before linearized reading' (duration: 111.026771ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:53.207123Z","caller":"traceutil/trace.go:171","msg":"trace[1650565472] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:17627; }","duration":"109.976079ms","start":"2026-07-27T22:20:53.097134Z","end":"2026-07-27T22:20:53.207111Z","steps":["trace[1650565472] 'agreement among raft nodes before linearized reading' (duration: 109.908357ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:53.207001Z","caller":"traceutil/trace.go:171","msg":"trace[684203849] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:17627; }","duration":"111.800166ms","start":"2026-07-27T22:20:53.095189Z","end":"2026-07-27T22:20:53.206989Z","steps":["trace[684203849] 'agreement among raft nodes before linearized reading' (duration: 111.675702ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.207258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.46ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:20:53.207301Z","caller":"traceutil/trace.go:171","msg":"trace[470424227] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:17627; }","duration":"108.551423ms","start":"2026-07-27T22:20:53.098737Z","end":"2026-07-27T22:20:53.207289Z","steps":["trace[470424227] 'agreement among raft nodes before linearized reading' (duration: 108.43983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.207071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:20:52.331979Z","time spent":"875.08609ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:20:53.206945Z","caller":"traceutil/trace.go:171","msg":"trace[1318863500] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:17627; }","duration":"976.973483ms","start":"2026-07-27T22:20:52.229946Z","end":"2026-07-27T22:20:53.206919Z","steps":["trace[1318863500] 'agreement among raft nodes before linearized reading' (duration: 976.866469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.20742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.694114ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:20:53.207422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.390014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:20:53.207448Z","caller":"traceutil/trace.go:171","msg":"trace[1777570020] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:17627; }","duration":"181.760696ms","start":"2026-07-27T22:20:53.02568Z","end":"2026-07-27T22:20:53.207441Z","steps":["trace[1777570020] 'agreement among raft nodes before linearized reading' (duration: 181.694714ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.207438Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:20:52.229918Z","time spent":"977.50294ms","remote":"127.0.0.1:37620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":13,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:20:53.207462Z","caller":"traceutil/trace.go:171","msg":"trace[1914649422] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:17627; }","duration":"152.473688ms","start":"2026-07-27T22:20:53.054977Z","end":"2026-07-27T22:20:53.20745Z","steps":["trace[1914649422] 'agreement among raft nodes before linearized reading' (duration: 152.344123ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.207517Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"175.669262ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:20:53.207561Z","caller":"traceutil/trace.go:171","msg":"trace[204340171] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:17627; }","duration":"175.760666ms","start":"2026-07-27T22:20:53.031787Z","end":"2026-07-27T22:20:53.207547Z","steps":["trace[204340171] 'agreement among raft nodes before linearized reading' (duration: 175.679263ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:53.373709Z","caller":"traceutil/trace.go:171","msg":"trace[387660187] linearizableReadLoop","detail":"{readStateIndex:18233; appliedIndex:18227; }","duration":"154.8185ms","start":"2026-07-27T22:20:53.218868Z","end":"2026-07-27T22:20:53.373687Z","steps":["trace[387660187] 'read index received' (duration: 42.26602ms)","trace[387660187] 'applied index is now lower than readState.Index' (duration: 112.55144ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:20:53.373987Z","caller":"traceutil/trace.go:171","msg":"trace[309495902] transaction","detail":"{read_only:false; response_revision:17629; number_of_response:1; }","duration":"157.593568ms","start":"2026-07-27T22:20:53.216379Z","end":"2026-07-27T22:20:53.373973Z","steps":["trace[309495902] 'process raft request' (duration: 122.605628ms)","trace[309495902] 'compare' (duration: 34.172394ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:20:53.374199Z","caller":"traceutil/trace.go:171","msg":"trace[1249666238] transaction","detail":"{read_only:false; response_revision:17633; number_of_response:1; }","duration":"157.248077ms","start":"2026-07-27T22:20:53.216919Z","end":"2026-07-27T22:20:53.374167Z","steps":["trace[1249666238] 'process raft request' (duration: 156.724671ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:53.37423Z","caller":"traceutil/trace.go:171","msg":"trace[1577765536] transaction","detail":"{read_only:false; response_revision:17631; number_of_response:1; }","duration":"157.66226ms","start":"2026-07-27T22:20:53.216534Z","end":"2026-07-27T22:20:53.374196Z","steps":["trace[1577765536] 'process raft request' (duration: 157.03655ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:53.374359Z","caller":"traceutil/trace.go:171","msg":"trace[596086232] transaction","detail":"{read_only:false; response_revision:17632; number_of_response:1; }","duration":"157.755293ms","start":"2026-07-27T22:20:53.216598Z","end":"2026-07-27T22:20:53.374353Z","steps":["trace[596086232] 'process raft request' (duration: 157.01188ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:53.374421Z","caller":"traceutil/trace.go:171","msg":"trace[924829250] transaction","detail":"{read_only:false; response_revision:17630; number_of_response:1; }","duration":"157.927349ms","start":"2026-07-27T22:20:53.216481Z","end":"2026-07-27T22:20:53.374408Z","steps":["trace[924829250] 'process raft request' (duration: 156.984659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:20:53.375056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.191304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/\" range_end:\"/registry/pods/openstack0\" ","response":"range_response_count:93 size:909222"} {"level":"info","ts":"2026-07-27T22:20:53.375082Z","caller":"traceutil/trace.go:171","msg":"trace[1346163575] range","detail":"{range_begin:/registry/pods/openstack/; range_end:/registry/pods/openstack0; response_count:93; response_revision:17633; }","duration":"156.266716ms","start":"2026-07-27T22:20:53.218809Z","end":"2026-07-27T22:20:53.375076Z","steps":["trace[1346163575] 'agreement among raft nodes before linearized reading' (duration: 155.597675ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:20:58.622098Z","caller":"traceutil/trace.go:171","msg":"trace[128956344] transaction","detail":"{read_only:false; response_revision:17670; number_of_response:1; }","duration":"173.889196ms","start":"2026-07-27T22:20:58.448183Z","end":"2026-07-27T22:20:58.622072Z","steps":["trace[128956344] 'process raft request' (duration: 173.71871ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:21:49.605141Z","caller":"traceutil/trace.go:171","msg":"trace[240430767] transaction","detail":"{read_only:false; response_revision:18270; number_of_response:1; }","duration":"112.363015ms","start":"2026-07-27T22:21:49.492755Z","end":"2026-07-27T22:21:49.605118Z","steps":["trace[240430767] 'process raft request' (duration: 112.286452ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:21:49.605234Z","caller":"traceutil/trace.go:171","msg":"trace[1511285784] transaction","detail":"{read_only:false; response_revision:18269; number_of_response:1; }","duration":"112.518949ms","start":"2026-07-27T22:21:49.492666Z","end":"2026-07-27T22:21:49.605185Z","steps":["trace[1511285784] 'process raft request' (duration: 112.23043ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:21:49.605347Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.727349ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/openstack/senlin-ks-user\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:21:49.605388Z","caller":"traceutil/trace.go:171","msg":"trace[1527936418] range","detail":"{range_begin:/registry/jobs/openstack/senlin-ks-user; range_end:; response_count:0; response_revision:18270; }","duration":"114.819402ms","start":"2026-07-27T22:21:49.49056Z","end":"2026-07-27T22:21:49.605379Z","steps":["trace[1527936418] 'agreement among raft nodes before linearized reading' (duration: 114.74752ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:23:48.526666Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":20002,"local-member-snapshot-index":10001,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-27T22:23:48.534361Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":20002} {"level":"info","ts":"2026-07-27T22:23:48.53448Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":15002} {"level":"info","ts":"2026-07-27T22:25:32.253516Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":17413} {"level":"info","ts":"2026-07-27T22:25:32.354234Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":17413,"took":"96.813604ms","hash":4139128930,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":35201024,"current-db-size-in-use":"35 MB"} {"level":"info","ts":"2026-07-27T22:25:32.354304Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4139128930,"revision":17413,"compact-revision":15174} {"level":"info","ts":"2026-07-27T22:27:53.182211Z","caller":"traceutil/trace.go:171","msg":"trace[83667888] transaction","detail":"{read_only:false; response_revision:21111; number_of_response:1; }","duration":"148.169205ms","start":"2026-07-27T22:27:53.03401Z","end":"2026-07-27T22:27:53.18218Z","steps":["trace[83667888] 'process raft request' (duration: 135.784362ms)","trace[83667888] 'compare' (duration: 11.686301ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:27:53.801883Z","caller":"traceutil/trace.go:171","msg":"trace[1570346839] transaction","detail":"{read_only:false; response_revision:21114; number_of_response:1; }","duration":"106.102119ms","start":"2026-07-27T22:27:53.695737Z","end":"2026-07-27T22:27:53.801839Z","steps":["trace[1570346839] 'process raft request' (duration: 47.356354ms)","trace[1570346839] 'compare' (duration: 58.594771ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:27:55.290664Z","caller":"traceutil/trace.go:171","msg":"trace[30429216] transaction","detail":"{read_only:false; response_revision:21121; number_of_response:1; }","duration":"100.606315ms","start":"2026-07-27T22:27:55.19002Z","end":"2026-07-27T22:27:55.290626Z","steps":["trace[30429216] 'process raft request' (duration: 100.264734ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:12.008682Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399221032,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:28:12.162897Z","caller":"traceutil/trace.go:171","msg":"trace[1757999789] linearizableReadLoop","detail":"{readStateIndex:21915; appliedIndex:21914; }","duration":"654.254115ms","start":"2026-07-27T22:28:11.508619Z","end":"2026-07-27T22:28:12.162873Z","steps":["trace[1757999789] 'read index received' (duration: 654.014858ms)","trace[1757999789] 'applied index is now lower than readState.Index' (duration: 237.817µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:28:12.16325Z","caller":"traceutil/trace.go:171","msg":"trace[836122356] transaction","detail":"{read_only:false; response_revision:21202; number_of_response:1; }","duration":"774.03636ms","start":"2026-07-27T22:28:11.3892Z","end":"2026-07-27T22:28:12.163236Z","steps":["trace[836122356] 'process raft request' (duration: 773.504983ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:12.163356Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:11.389176Z","time spent":"774.107201ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:12.163607Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"654.984638ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-27T22:28:12.163649Z","caller":"traceutil/trace.go:171","msg":"trace[189953447] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21202; }","duration":"655.051831ms","start":"2026-07-27T22:28:11.508586Z","end":"2026-07-27T22:28:12.163638Z","steps":["trace[189953447] 'agreement among raft nodes before linearized reading' (duration: 654.935207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:12.163676Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:11.508571Z","time spent":"655.098563ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:28:12.163847Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"371.506997ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-27T22:28:12.163875Z","caller":"traceutil/trace.go:171","msg":"trace[1910686024] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21202; }","duration":"371.58312ms","start":"2026-07-27T22:28:11.792284Z","end":"2026-07-27T22:28:12.163867Z","steps":["trace[1910686024] 'agreement among raft nodes before linearized reading' (duration: 371.510387ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:12.1639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:11.792262Z","time spent":"371.633562ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:28:12.164255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.313786ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T22:28:12.164289Z","caller":"traceutil/trace.go:171","msg":"trace[1840923054] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21202; }","duration":"123.369048ms","start":"2026-07-27T22:28:12.040912Z","end":"2026-07-27T22:28:12.164281Z","steps":["trace[1840923054] 'agreement among raft nodes before linearized reading' (duration: 123.287535ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:12.16444Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.397361ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T22:28:12.164469Z","caller":"traceutil/trace.go:171","msg":"trace[1493037415] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21202; }","duration":"124.469213ms","start":"2026-07-27T22:28:12.039992Z","end":"2026-07-27T22:28:12.164462Z","steps":["trace[1493037415] 'agreement among raft nodes before linearized reading' (duration: 124.3924ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:12.930919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"575.594618ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:28:12.931058Z","caller":"traceutil/trace.go:171","msg":"trace[1994166224] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:21202; }","duration":"575.748923ms","start":"2026-07-27T22:28:12.355289Z","end":"2026-07-27T22:28:12.931038Z","steps":["trace[1994166224] 'range keys from in-memory index tree' (duration: 575.532135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:12.93333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"352.608337ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:28:12.933413Z","caller":"traceutil/trace.go:171","msg":"trace[514459958] transaction","detail":"{read_only:false; response_revision:21203; number_of_response:1; }","duration":"762.218644ms","start":"2026-07-27T22:28:12.17118Z","end":"2026-07-27T22:28:12.933399Z","steps":["trace[514459958] 'process raft request' (duration: 409.457842ms)","trace[514459958] 'compare' (duration: 351.664817ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:12.933494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:12.171154Z","time spent":"762.301347ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:13.566511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.227162ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:28:13.566668Z","caller":"traceutil/trace.go:171","msg":"trace[1681683587] transaction","detail":"{read_only:false; response_revision:21204; number_of_response:1; }","duration":"1.395277546s","start":"2026-07-27T22:28:12.171376Z","end":"2026-07-27T22:28:13.566653Z","steps":["trace[1681683587] 'process raft request' (duration: 1.271836927s)","trace[1681683587] 'compare' (duration: 122.760157ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:13.566719Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:12.171346Z","time spent":"1.395352148s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:28:13.566962Z","caller":"traceutil/trace.go:171","msg":"trace[1428013070] transaction","detail":"{read_only:false; response_revision:21206; number_of_response:1; }","duration":"1.395448971s","start":"2026-07-27T22:28:12.171497Z","end":"2026-07-27T22:28:13.566946Z","steps":["trace[1428013070] 'process raft request' (duration: 1.395357428s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:28:13.566954Z","caller":"traceutil/trace.go:171","msg":"trace[1231205804] transaction","detail":"{read_only:false; response_revision:21205; number_of_response:1; }","duration":"1.395554505s","start":"2026-07-27T22:28:12.171372Z","end":"2026-07-27T22:28:13.566926Z","steps":["trace[1231205804] 'process raft request' (duration: 1.395216264s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:13.567077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:12.171483Z","time spent":"1.395532665s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:13.567079Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:12.171346Z","time spent":"1.395678169s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:28:13.567177Z","caller":"traceutil/trace.go:171","msg":"trace[1581985451] transaction","detail":"{read_only:false; response_revision:21207; number_of_response:1; }","duration":"1.395661909s","start":"2026-07-27T22:28:12.171481Z","end":"2026-07-27T22:28:13.567143Z","steps":["trace[1581985451] 'process raft request' (duration: 1.395437271s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:28:13.567252Z","caller":"traceutil/trace.go:171","msg":"trace[85383681] transaction","detail":"{read_only:false; response_revision:21208; number_of_response:1; }","duration":"1.394498092s","start":"2026-07-27T22:28:12.17274Z","end":"2026-07-27T22:28:13.567238Z","steps":["trace[85383681] 'process raft request' (duration: 1.394322876s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:13.567298Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:12.172725Z","time spent":"1.394550043s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:28:13.567274Z","caller":"traceutil/trace.go:171","msg":"trace[670494143] linearizableReadLoop","detail":"{readStateIndex:21921; appliedIndex:21915; }","duration":"1.319294443s","start":"2026-07-27T22:28:12.247951Z","end":"2026-07-27T22:28:13.567245Z","steps":["trace[670494143] 'read index received' (duration: 332.765476ms)","trace[670494143] 'applied index is now lower than readState.Index' (duration: 986.527667ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:13.567333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:12.171438Z","time spent":"1.395823633s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:13.567659Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043586478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:28:13.567729Z","caller":"traceutil/trace.go:171","msg":"trace[1313436433] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:21209; }","duration":"1.043680361s","start":"2026-07-27T22:28:12.524031Z","end":"2026-07-27T22:28:13.567712Z","steps":["trace[1313436433] 'agreement among raft nodes before linearized reading' (duration: 1.043584838s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:13.567746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.821096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:28:13.567759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:12.524016Z","time spent":"1.043735943s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:28:13.567787Z","caller":"traceutil/trace.go:171","msg":"trace[1207703192] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21209; }","duration":"234.92305ms","start":"2026-07-27T22:28:13.332852Z","end":"2026-07-27T22:28:13.567775Z","steps":["trace[1207703192] 'agreement among raft nodes before linearized reading' (duration: 234.856388ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:13.56783Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.319866691s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:28:13.567658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.006200311s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:28:13.567887Z","caller":"traceutil/trace.go:171","msg":"trace[340070208] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:21209; }","duration":"1.319967315s","start":"2026-07-27T22:28:12.247906Z","end":"2026-07-27T22:28:13.567873Z","steps":["trace[340070208] 'agreement among raft nodes before linearized reading' (duration: 1.319466569s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:13.567922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:12.247888Z","time spent":"1.320025466s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:28:13.567776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.251994626s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:28:13.567943Z","caller":"traceutil/trace.go:171","msg":"trace[1609073643] transaction","detail":"{read_only:false; response_revision:21209; number_of_response:1; }","duration":"322.309244ms","start":"2026-07-27T22:28:13.245603Z","end":"2026-07-27T22:28:13.567913Z","steps":["trace[1609073643] 'process raft request' (duration: 321.585871ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:28:13.567993Z","caller":"traceutil/trace.go:171","msg":"trace[1858743608] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21209; }","duration":"1.252334697s","start":"2026-07-27T22:28:12.315627Z","end":"2026-07-27T22:28:13.567962Z","steps":["trace[1858743608] 'agreement among raft nodes before linearized reading' (duration: 1.251883132s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:28:13.567894Z","caller":"traceutil/trace.go:171","msg":"trace[602645596] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:21209; }","duration":"1.00649076s","start":"2026-07-27T22:28:12.561393Z","end":"2026-07-27T22:28:13.567884Z","steps":["trace[602645596] 'agreement among raft nodes before linearized reading' (duration: 1.006197611s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:13.568058Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:12.315612Z","time spent":"1.25242826s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:28:13.568059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:13.245575Z","time spent":"322.427698ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:13.568084Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:12.561351Z","time spent":"1.006722347s","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:28:23.716699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"462.874409ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:28:23.716778Z","caller":"traceutil/trace.go:171","msg":"trace[513162811] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21255; }","duration":"463.010524ms","start":"2026-07-27T22:28:23.25375Z","end":"2026-07-27T22:28:23.716761Z","steps":["trace[513162811] 'range keys from in-memory index tree' (duration: 462.769855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:23.716817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:23.253721Z","time spent":"463.086976ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:28:23.717086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"414.763481ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:28:23.717169Z","caller":"traceutil/trace.go:171","msg":"trace[1492175631] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:21255; }","duration":"414.890175ms","start":"2026-07-27T22:28:23.302259Z","end":"2026-07-27T22:28:23.717149Z","steps":["trace[1492175631] 'count revisions from in-memory index tree' (duration: 414.661928ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:23.717227Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:23.302234Z","time spent":"414.977618ms","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:28:23.717562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"385.42848ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:28:23.71762Z","caller":"traceutil/trace.go:171","msg":"trace[144322333] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21255; }","duration":"385.518123ms","start":"2026-07-27T22:28:23.332087Z","end":"2026-07-27T22:28:23.717605Z","steps":["trace[144322333] 'range keys from in-memory index tree' (duration: 385.342227ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:23.717661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:23.332067Z","time spent":"385.583265ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:28:29.613771Z","caller":"traceutil/trace.go:171","msg":"trace[2005991146] linearizableReadLoop","detail":"{readStateIndex:22002; appliedIndex:22001; }","duration":"283.838963ms","start":"2026-07-27T22:28:29.329898Z","end":"2026-07-27T22:28:29.613737Z","steps":["trace[2005991146] 'read index received' (duration: 226.587635ms)","trace[2005991146] 'applied index is now lower than readState.Index' (duration: 57.249778ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:28:29.613917Z","caller":"traceutil/trace.go:171","msg":"trace[1566241330] transaction","detail":"{read_only:false; response_revision:21286; number_of_response:1; }","duration":"444.697251ms","start":"2026-07-27T22:28:29.169207Z","end":"2026-07-27T22:28:29.613904Z","steps":["trace[1566241330] 'process raft request' (duration: 387.225326ms)","trace[1566241330] 'compare' (duration: 57.060202ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:29.614044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:29.169169Z","time spent":"444.781394ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:29.614287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"248.741298ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:28:29.614433Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"284.510734ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:28:29.614507Z","caller":"traceutil/trace.go:171","msg":"trace[460978444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21286; }","duration":"284.600307ms","start":"2026-07-27T22:28:29.329892Z","end":"2026-07-27T22:28:29.614492Z","steps":["trace[460978444] 'agreement among raft nodes before linearized reading' (duration: 284.457152ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:28:29.614472Z","caller":"traceutil/trace.go:171","msg":"trace[885093117] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:21286; }","duration":"248.946355ms","start":"2026-07-27T22:28:29.365501Z","end":"2026-07-27T22:28:29.614447Z","steps":["trace[885093117] 'agreement among raft nodes before linearized reading' (duration: 248.722208ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:30.305623Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399221253,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:28:31.036217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"525.655682ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:28:31.036389Z","caller":"traceutil/trace.go:171","msg":"trace[174717948] linearizableReadLoop","detail":"{readStateIndex:22003; appliedIndex:22002; }","duration":"1.231859898s","start":"2026-07-27T22:28:29.804501Z","end":"2026-07-27T22:28:31.036361Z","steps":["trace[174717948] 'read index received' (duration: 705.893346ms)","trace[174717948] 'applied index is now lower than readState.Index' (duration: 525.964452ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:28:31.036437Z","caller":"traceutil/trace.go:171","msg":"trace[635966415] transaction","detail":"{read_only:false; response_revision:21287; number_of_response:1; }","duration":"1.242265568s","start":"2026-07-27T22:28:29.794136Z","end":"2026-07-27T22:28:31.036401Z","steps":["trace[635966415] 'process raft request' (duration: 716.306616ms)","trace[635966415] 'compare' (duration: 525.507558ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.036592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:29.794112Z","time spent":"1.242397883s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:31.0366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.232097385s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:28:31.036647Z","caller":"traceutil/trace.go:171","msg":"trace[102399319] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21287; }","duration":"1.232182038s","start":"2026-07-27T22:28:29.804447Z","end":"2026-07-27T22:28:31.036629Z","steps":["trace[102399319] 'agreement among raft nodes before linearized reading' (duration: 1.232013463s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:31.036701Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:29.804422Z","time spent":"1.232265961s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:28:31.043922Z","caller":"traceutil/trace.go:171","msg":"trace[1173813871] transaction","detail":"{read_only:false; response_revision:21288; number_of_response:1; }","duration":"732.314575ms","start":"2026-07-27T22:28:30.31158Z","end":"2026-07-27T22:28:31.043894Z","steps":["trace[1173813871] 'process raft request' (duration: 732.14198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:31.04423Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:30.311549Z","time spent":"732.590994ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:31.436881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"364.04474ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:28:31.437766Z","caller":"traceutil/trace.go:171","msg":"trace[961473628] linearizableReadLoop","detail":"{readStateIndex:22005; appliedIndex:22004; }","duration":"401.316703ms","start":"2026-07-27T22:28:31.036426Z","end":"2026-07-27T22:28:31.437742Z","steps":["trace[961473628] 'read index received' (duration: 8.408487ms)","trace[961473628] 'applied index is now lower than readState.Index' (duration: 392.906316ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:28:31.437836Z","caller":"traceutil/trace.go:171","msg":"trace[1864562015] transaction","detail":"{read_only:false; response_revision:21289; number_of_response:1; }","duration":"395.965093ms","start":"2026-07-27T22:28:31.04184Z","end":"2026-07-27T22:28:31.437805Z","steps":["trace[1864562015] 'process raft request' (duration: 395.141817ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:31.437998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.041815Z","time spent":"396.099327ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:31.957794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"762.652717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-27T22:28:31.958008Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"767.438809ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-27T22:28:31.958092Z","caller":"traceutil/trace.go:171","msg":"trace[702787678] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:21289; }","duration":"767.544002ms","start":"2026-07-27T22:28:31.190527Z","end":"2026-07-27T22:28:31.958071Z","steps":["trace[702787678] 'agreement among raft nodes before linearized reading' (duration: 247.412825ms)","trace[702787678] 'range keys from in-memory index tree' (duration: 519.91533ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.958138Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.190519Z","time spent":"767.609145ms","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-27T22:28:31.958443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153446142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-27T22:28:31.958522Z","caller":"traceutil/trace.go:171","msg":"trace[903834552] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:21289; }","duration":"2.153537696s","start":"2026-07-27T22:28:29.80496Z","end":"2026-07-27T22:28:31.958498Z","steps":["trace[903834552] 'agreement among raft nodes before linearized reading' (duration: 1.632851631s)","trace[903834552] 'range keys from in-memory index tree' (duration: 520.53564ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.958586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:29.80495Z","time spent":"2.153620478s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:28:31.958635Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154042702s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-27T22:28:31.958688Z","caller":"traceutil/trace.go:171","msg":"trace[1131715490] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:21289; }","duration":"2.154095183s","start":"2026-07-27T22:28:29.804578Z","end":"2026-07-27T22:28:31.958673Z","steps":["trace[1131715490] 'agreement among raft nodes before linearized reading' (duration: 1.633260754s)","trace[1131715490] 'range keys from in-memory index tree' (duration: 520.698095ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.958726Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:29.804511Z","time spent":"2.154207257s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T22:28:31.958885Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.152480401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T22:28:31.958945Z","caller":"traceutil/trace.go:171","msg":"trace[1088949668] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:21289; }","duration":"2.152582355s","start":"2026-07-27T22:28:29.806344Z","end":"2026-07-27T22:28:31.958927Z","steps":["trace[1088949668] 'agreement among raft nodes before linearized reading' (duration: 1.631452657s)","trace[1088949668] 'range keys from in-memory index tree' (duration: 520.986394ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.958948Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.474474651s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:28:31.958978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:29.806324Z","time spent":"2.152646197s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:28:31.958998Z","caller":"traceutil/trace.go:171","msg":"trace[332232946] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:21289; }","duration":"1.474570715s","start":"2026-07-27T22:28:30.484408Z","end":"2026-07-27T22:28:31.958979Z","steps":["trace[332232946] 'agreement among raft nodes before linearized reading' (duration: 953.363914ms)","trace[332232946] 'count revisions from in-memory index tree' (duration: 521.148029ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.959057Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:30.484378Z","time spent":"1.474662877s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:28:31.959124Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.15403046s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-27T22:28:31.959181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.154495016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:28:31.959222Z","caller":"traceutil/trace.go:171","msg":"trace[2007578617] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:21289; }","duration":"2.154554637s","start":"2026-07-27T22:28:29.804654Z","end":"2026-07-27T22:28:31.959209Z","steps":["trace[2007578617] 'agreement among raft nodes before linearized reading' (duration: 1.633178181s)","trace[2007578617] 'range keys from in-memory index tree' (duration: 521.289084ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:28:31.959223Z","caller":"traceutil/trace.go:171","msg":"trace[1378249820] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:21289; }","duration":"2.154157615s","start":"2026-07-27T22:28:29.805037Z","end":"2026-07-27T22:28:31.959194Z","steps":["trace[1378249820] 'agreement among raft nodes before linearized reading' (duration: 1.632788918s)","trace[1378249820] 'range keys from in-memory index tree' (duration: 521.150259ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.959253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:29.804647Z","time spent":"2.154598659s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:28:31.959308Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:29.805023Z","time spent":"2.154243458s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:28:31.959313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154951965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:28:31.958894Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.628484382s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:28:31.959364Z","caller":"traceutil/trace.go:171","msg":"trace[667005899] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:21289; }","duration":"1.155039728s","start":"2026-07-27T22:28:30.804307Z","end":"2026-07-27T22:28:31.959347Z","steps":["trace[667005899] 'agreement among raft nodes before linearized reading' (duration: 633.453104ms)","trace[667005899] 'count revisions from in-memory index tree' (duration: 521.506401ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:28:31.959381Z","caller":"traceutil/trace.go:171","msg":"trace[328249522] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21289; }","duration":"1.629007568s","start":"2026-07-27T22:28:30.330363Z","end":"2026-07-27T22:28:31.95937Z","steps":["trace[328249522] 'agreement among raft nodes before linearized reading' (duration: 1.107385394s)","trace[328249522] 'range keys from in-memory index tree' (duration: 521.108767ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.959411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:30.330346Z","time spent":"1.62905823s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:28:31.959396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.855694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"warn","ts":"2026-07-27T22:28:31.95942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:30.804287Z","time spent":"1.1551173s","remote":"127.0.0.1:56362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:28:31.959469Z","caller":"traceutil/trace.go:171","msg":"trace[842884331] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:21289; }","duration":"791.963109ms","start":"2026-07-27T22:28:31.167481Z","end":"2026-07-27T22:28:31.959444Z","steps":["trace[842884331] 'agreement among raft nodes before linearized reading' (duration: 270.419427ms)","trace[842884331] 'range keys from in-memory index tree' (duration: 521.361006ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.959474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"741.491815ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:28:31.959528Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.167459Z","time spent":"792.057741ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1888,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" "} {"level":"info","ts":"2026-07-27T22:28:31.959572Z","caller":"traceutil/trace.go:171","msg":"trace[1570325616] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:21289; }","duration":"741.64202ms","start":"2026-07-27T22:28:31.217903Z","end":"2026-07-27T22:28:31.959545Z","steps":["trace[1570325616] 'agreement among raft nodes before linearized reading' (duration: 220.012335ms)","trace[1570325616] 'count revisions from in-memory index tree' (duration: 521.478859ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.959452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.684700727s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:560"} {"level":"warn","ts":"2026-07-27T22:28:31.959628Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.217885Z","time spent":"741.731903ms","remote":"127.0.0.1:59016","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:28:31.959642Z","caller":"traceutil/trace.go:171","msg":"trace[1388678119] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:21289; }","duration":"1.684927874s","start":"2026-07-27T22:28:30.274688Z","end":"2026-07-27T22:28:31.959616Z","steps":["trace[1388678119] 'agreement among raft nodes before linearized reading' (duration: 1.163110684s)","trace[1388678119] 'range keys from in-memory index tree' (duration: 521.539021ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.959661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5802413s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:28:31.959707Z","caller":"traceutil/trace.go:171","msg":"trace[1962945213] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21289; }","duration":"1.580314663s","start":"2026-07-27T22:28:30.379381Z","end":"2026-07-27T22:28:31.959695Z","steps":["trace[1962945213] 'agreement among raft nodes before linearized reading' (duration: 1.058402589s)","trace[1962945213] 'range keys from in-memory index tree' (duration: 521.78947ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.959715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:30.274666Z","time spent":"1.685031478s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":584,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:28:31.959748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:30.379363Z","time spent":"1.580375454s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T22:28:31.957821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"152.43629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:28:31.959875Z","caller":"traceutil/trace.go:171","msg":"trace[2039755512] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:21289; }","duration":"154.525127ms","start":"2026-07-27T22:28:31.805326Z","end":"2026-07-27T22:28:31.959851Z","steps":["trace[2039755512] 'count revisions from in-memory index tree' (duration: 152.335078ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:31.960001Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.748625788s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:531"} {"level":"info","ts":"2026-07-27T22:28:31.960118Z","caller":"traceutil/trace.go:171","msg":"trace[1568623455] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:21289; }","duration":"1.748736151s","start":"2026-07-27T22:28:30.211313Z","end":"2026-07-27T22:28:31.960049Z","steps":["trace[1568623455] 'agreement among raft nodes before linearized reading' (duration: 1.226511397s)","trace[1568623455] 'range keys from in-memory index tree' (duration: 521.80357ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.960272Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:30.211289Z","time spent":"1.748933197s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":555,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-27T22:28:31.95793Z","caller":"traceutil/trace.go:171","msg":"trace[842367963] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:21289; }","duration":"762.791642ms","start":"2026-07-27T22:28:31.195107Z","end":"2026-07-27T22:28:31.957898Z","steps":["trace[842367963] 'agreement among raft nodes before linearized reading' (duration: 242.82284ms)","trace[842367963] 'range keys from in-memory index tree' (duration: 519.678303ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:31.96137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.195042Z","time spent":"766.247641ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:28:32.474204Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399221263,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:28:32.51083Z","caller":"traceutil/trace.go:171","msg":"trace[1934043555] transaction","detail":"{read_only:false; response_revision:21290; number_of_response:1; }","duration":"537.478108ms","start":"2026-07-27T22:28:31.973327Z","end":"2026-07-27T22:28:32.510805Z","steps":["trace[1934043555] 'process raft request' (duration: 537.293442ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:32.510974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.973315Z","time spent":"537.584821ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:33.244065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:32.907017Z","time spent":"337.040563ms","remote":"127.0.0.1:43620","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-27T22:28:33.24447Z","caller":"traceutil/trace.go:171","msg":"trace[444567846] transaction","detail":"{read_only:false; response_revision:21291; number_of_response:1; }","duration":"1.270863547s","start":"2026-07-27T22:28:31.97358Z","end":"2026-07-27T22:28:33.244444Z","steps":["trace[444567846] 'process raft request' (duration: 1.216416578s)","trace[444567846] 'compare' (duration: 53.614482ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:33.244599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.973574Z","time spent":"1.270947049s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:28:33.244733Z","caller":"traceutil/trace.go:171","msg":"trace[258998673] transaction","detail":"{read_only:false; response_revision:21292; number_of_response:1; }","duration":"1.269294426s","start":"2026-07-27T22:28:31.975415Z","end":"2026-07-27T22:28:33.244709Z","steps":["trace[258998673] 'process raft request' (duration: 1.268931295s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.244899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.975408Z","time spent":"1.26939675s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:28:33.245234Z","caller":"traceutil/trace.go:171","msg":"trace[1165806673] transaction","detail":"{read_only:false; response_revision:21293; number_of_response:1; }","duration":"1.269744161s","start":"2026-07-27T22:28:31.97547Z","end":"2026-07-27T22:28:33.245214Z","steps":["trace[1165806673] 'process raft request' (duration: 1.269162193s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.245318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.975447Z","time spent":"1.269825923s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:28:33.245495Z","caller":"traceutil/trace.go:171","msg":"trace[1568699] transaction","detail":"{read_only:false; response_revision:21295; number_of_response:1; }","duration":"1.269862094s","start":"2026-07-27T22:28:31.975608Z","end":"2026-07-27T22:28:33.24547Z","steps":["trace[1568699] 'process raft request' (duration: 1.269764521s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:28:33.245527Z","caller":"traceutil/trace.go:171","msg":"trace[1021466345] transaction","detail":"{read_only:false; response_revision:21294; number_of_response:1; }","duration":"1.270000569s","start":"2026-07-27T22:28:31.975499Z","end":"2026-07-27T22:28:33.245499Z","steps":["trace[1021466345] 'process raft request' (duration: 1.269587356s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.245731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.975534Z","time spent":"1.270092062s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:33.245792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.975492Z","time spent":"1.270214246s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:28:33.245834Z","caller":"traceutil/trace.go:171","msg":"trace[1818867380] linearizableReadLoop","detail":"{readStateIndex:22014; appliedIndex:22006; }","duration":"1.272171938s","start":"2026-07-27T22:28:31.973641Z","end":"2026-07-27T22:28:33.245813Z","steps":["trace[1818867380] 'read index received' (duration: 536.988102ms)","trace[1818867380] 'applied index is now lower than readState.Index' (duration: 735.182456ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:28:33.24585Z","caller":"traceutil/trace.go:171","msg":"trace[1383988051] transaction","detail":"{read_only:false; response_revision:21296; number_of_response:1; }","duration":"1.270113093s","start":"2026-07-27T22:28:31.975715Z","end":"2026-07-27T22:28:33.245828Z","steps":["trace[1383988051] 'process raft request' (duration: 1.26970223s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:28:33.245851Z","caller":"traceutil/trace.go:171","msg":"trace[2026023207] transaction","detail":"{read_only:false; response_revision:21297; number_of_response:1; }","duration":"1.269845684s","start":"2026-07-27T22:28:31.975988Z","end":"2026-07-27T22:28:33.245834Z","steps":["trace[2026023207] 'process raft request' (duration: 1.269557775s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.245959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.975981Z","time spent":"1.269935347s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":513,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:33.245972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.975696Z","time spent":"1.270216535s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:33.246013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.272369344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd10effa-17fe-4117-838b-e4010043b00d\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-27T22:28:33.246127Z","caller":"traceutil/trace.go:171","msg":"trace[1313585183] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd10effa-17fe-4117-838b-e4010043b00d; range_end:; response_count:1; response_revision:21297; }","duration":"1.272414935s","start":"2026-07-27T22:28:31.973623Z","end":"2026-07-27T22:28:33.246037Z","steps":["trace[1313585183] 'agreement among raft nodes before linearized reading' (duration: 1.272287581s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.246187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.973616Z","time spent":"1.272563631s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-bd10effa-17fe-4117-838b-e4010043b00d\" "} {"level":"info","ts":"2026-07-27T22:28:33.568301Z","caller":"traceutil/trace.go:171","msg":"trace[917539081] linearizableReadLoop","detail":"{readStateIndex:22016; appliedIndex:22014; }","duration":"322.387897ms","start":"2026-07-27T22:28:33.245894Z","end":"2026-07-27T22:28:33.568282Z","steps":["trace[917539081] 'read index received' (duration: 322.15907ms)","trace[917539081] 'applied index is now lower than readState.Index' (duration: 227.877µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:28:33.568426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.590169786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:28:33.568454Z","caller":"traceutil/trace.go:171","msg":"trace[1171042136] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:21299; }","duration":"1.590235787s","start":"2026-07-27T22:28:31.978209Z","end":"2026-07-27T22:28:33.568445Z","steps":["trace[1171042136] 'agreement among raft nodes before linearized reading' (duration: 1.590160905s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.56846Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.23729777s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:28:33.568504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.978202Z","time spent":"1.59029382s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:28:33.56851Z","caller":"traceutil/trace.go:171","msg":"trace[2021651579] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:21299; }","duration":"1.237389323s","start":"2026-07-27T22:28:32.331109Z","end":"2026-07-27T22:28:33.568498Z","steps":["trace[2021651579] 'agreement among raft nodes before linearized reading' (duration: 1.237228378s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.56855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:32.331087Z","time spent":"1.237454335s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":48,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:28:33.568527Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"924.230348ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:28:33.568619Z","caller":"traceutil/trace.go:171","msg":"trace[1587843205] transaction","detail":"{read_only:false; response_revision:21299; number_of_response:1; }","duration":"519.160785ms","start":"2026-07-27T22:28:33.049446Z","end":"2026-07-27T22:28:33.568607Z","steps":["trace[1587843205] 'process raft request' (duration: 518.801184ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:28:33.568634Z","caller":"traceutil/trace.go:171","msg":"trace[786052010] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzonegroups/; range_end:/registry/ceph.rook.io/cephobjectzonegroups0; response_count:0; response_revision:21299; }","duration":"924.384643ms","start":"2026-07-27T22:28:32.644219Z","end":"2026-07-27T22:28:33.568603Z","steps":["trace[786052010] 'agreement among raft nodes before linearized reading' (duration: 924.073953ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.56871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:33.049435Z","time spent":"519.217768ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:33.568682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:32.644205Z","time spent":"924.468206ms","remote":"127.0.0.1:54914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzonegroups/\" range_end:\"/registry/ceph.rook.io/cephobjectzonegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:28:33.568821Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"126.800096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:28:33.568857Z","caller":"traceutil/trace.go:171","msg":"trace[1611074285] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:21299; }","duration":"126.859498ms","start":"2026-07-27T22:28:33.441986Z","end":"2026-07-27T22:28:33.568846Z","steps":["trace[1611074285] 'agreement among raft nodes before linearized reading' (duration: 126.766935ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:28:33.568858Z","caller":"traceutil/trace.go:171","msg":"trace[1099058113] transaction","detail":"{read_only:false; response_revision:21298; number_of_response:1; }","duration":"525.533798ms","start":"2026-07-27T22:28:33.04275Z","end":"2026-07-27T22:28:33.568284Z","steps":["trace[1099058113] 'process raft request' (duration: 525.371203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.568976Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:33.042728Z","time spent":"526.2107ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:28:33.569147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.27092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-27T22:28:33.569969Z","caller":"traceutil/trace.go:171","msg":"trace[1122152959] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:21299; }","duration":"321.129118ms","start":"2026-07-27T22:28:33.248815Z","end":"2026-07-27T22:28:33.569945Z","steps":["trace[1122152959] 'agreement among raft nodes before linearized reading' (duration: 319.807476ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.570043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:33.248804Z","time spent":"321.2201ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-27T22:28:33.570574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.595104462s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:28:33.570674Z","caller":"traceutil/trace.go:171","msg":"trace[1215517906] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:21299; }","duration":"1.595227096s","start":"2026-07-27T22:28:31.975424Z","end":"2026-07-27T22:28:33.570651Z","steps":["trace[1215517906] 'agreement among raft nodes before linearized reading' (duration: 1.593278204s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:28:33.570727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:28:31.975397Z","time spent":"1.595319509s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-27T22:30:32.263105Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":20105} {"level":"info","ts":"2026-07-27T22:30:32.385615Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":20105,"took":"117.4676ms","hash":1663634478,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":31965184,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-27T22:30:32.385705Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1663634478,"revision":20105,"compact-revision":17413} {"level":"info","ts":"2026-07-27T22:31:58.677088Z","caller":"traceutil/trace.go:171","msg":"trace[2080556467] transaction","detail":"{read_only:false; response_revision:23005; number_of_response:1; }","duration":"111.652936ms","start":"2026-07-27T22:31:58.565404Z","end":"2026-07-27T22:31:58.677057Z","steps":["trace[2080556467] 'process raft request' (duration: 66.76368ms)","trace[2080556467] 'compare' (duration: 44.604147ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:32:24.726827Z","caller":"traceutil/trace.go:171","msg":"trace[1592896205] transaction","detail":"{read_only:false; number_of_response:1; response_revision:23683; }","duration":"244.793723ms","start":"2026-07-27T22:32:24.482003Z","end":"2026-07-27T22:32:24.726797Z","steps":["trace[1592896205] 'process raft request' (duration: 244.553626ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:32:25.044661Z","caller":"traceutil/trace.go:171","msg":"trace[619353011] transaction","detail":"{read_only:false; response_revision:23685; number_of_response:1; }","duration":"357.763571ms","start":"2026-07-27T22:32:24.686859Z","end":"2026-07-27T22:32:25.044622Z","steps":["trace[619353011] 'process raft request' (duration: 357.677568ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:32:25.044695Z","caller":"traceutil/trace.go:171","msg":"trace[1872354884] transaction","detail":"{read_only:false; response_revision:23684; number_of_response:1; }","duration":"453.596364ms","start":"2026-07-27T22:32:24.591051Z","end":"2026-07-27T22:32:25.044648Z","steps":["trace[1872354884] 'process raft request' (duration: 453.252253ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:32:25.04491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.68682Z","time spent":"357.976877ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:32:25.044986Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.591025Z","time spent":"453.860322ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:32:25.285343Z","caller":"traceutil/trace.go:171","msg":"trace[98749744] transaction","detail":"{read_only:false; response_revision:23686; number_of_response:1; }","duration":"555.259702ms","start":"2026-07-27T22:32:24.730026Z","end":"2026-07-27T22:32:25.285286Z","steps":["trace[98749744] 'process raft request' (duration: 554.763327ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:32:25.285528Z","caller":"traceutil/trace.go:171","msg":"trace[637203422] transaction","detail":"{read_only:false; response_revision:23687; number_of_response:1; }","duration":"534.962177ms","start":"2026-07-27T22:32:24.750539Z","end":"2026-07-27T22:32:25.285501Z","steps":["trace[637203422] 'process raft request' (duration: 534.647317ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:32:25.285596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.729991Z","time spent":"555.477479ms","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418234,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:32:25.285716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.750523Z","time spent":"535.102632ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:32:25.285786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"554.980564ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/cert-manager-test/\" range_end:\"/registry/serviceaccounts/cert-manager-test0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:32:25.285835Z","caller":"traceutil/trace.go:171","msg":"trace[2112660867] range","detail":"{range_begin:/registry/serviceaccounts/cert-manager-test/; range_end:/registry/serviceaccounts/cert-manager-test0; response_count:0; response_revision:23687; }","duration":"555.071246ms","start":"2026-07-27T22:32:24.730753Z","end":"2026-07-27T22:32:25.285824Z","steps":["trace[2112660867] 'agreement among raft nodes before linearized reading' (duration: 554.971103ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:32:25.285861Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.730733Z","time spent":"555.122787ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/serviceaccounts/cert-manager-test/\" range_end:\"/registry/serviceaccounts/cert-manager-test0\" "} {"level":"info","ts":"2026-07-27T22:32:25.286037Z","caller":"traceutil/trace.go:171","msg":"trace[198123910] linearizableReadLoop","detail":"{readStateIndex:24477; appliedIndex:24474; }","duration":"554.456527ms","start":"2026-07-27T22:32:24.730791Z","end":"2026-07-27T22:32:25.285247Z","steps":["trace[198123910] 'read index received' (duration: 313.542557ms)","trace[198123910] 'applied index is now lower than readState.Index' (duration: 240.91299ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:32:25.286288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.54951ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-27T22:32:25.28641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"378.84176ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-27T22:32:25.286428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.172327ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-27T22:32:25.286443Z","caller":"traceutil/trace.go:171","msg":"trace[1821197821] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:23687; }","duration":"378.930393ms","start":"2026-07-27T22:32:24.907503Z","end":"2026-07-27T22:32:25.286434Z","steps":["trace[1821197821] 'agreement among raft nodes before linearized reading' (duration: 378.84324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:32:25.286467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.907471Z","time spent":"378.990985ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:32:25.286465Z","caller":"traceutil/trace.go:171","msg":"trace[1866691884] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:23687; }","duration":"531.27202ms","start":"2026-07-27T22:32:24.755181Z","end":"2026-07-27T22:32:25.286453Z","steps":["trace[1866691884] 'agreement among raft nodes before linearized reading' (duration: 531.176987ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:32:25.286495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.755159Z","time spent":"531.329173ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:32:25.286516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"454.362818ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:32:25.28661Z","caller":"traceutil/trace.go:171","msg":"trace[1624191396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:23687; }","duration":"454.521764ms","start":"2026-07-27T22:32:24.832068Z","end":"2026-07-27T22:32:25.286589Z","steps":["trace[1624191396] 'agreement among raft nodes before linearized reading' (duration: 454.226034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:32:25.286625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"531.463957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-27T22:32:25.28666Z","caller":"traceutil/trace.go:171","msg":"trace[571440092] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:23687; }","duration":"531.523269ms","start":"2026-07-27T22:32:24.755128Z","end":"2026-07-27T22:32:25.286651Z","steps":["trace[571440092] 'agreement among raft nodes before linearized reading' (duration: 531.439826ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:32:25.286626Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.135443ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6f6766ffcc-pgnsj\" ","response":"range_response_count:1 size:5568"} {"level":"warn","ts":"2026-07-27T22:32:25.286667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.832035Z","time spent":"454.623807ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:32:25.286696Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.755116Z","time spent":"531.57412ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T22:32:25.286725Z","caller":"traceutil/trace.go:171","msg":"trace[523684524] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6f6766ffcc-pgnsj; range_end:; response_count:1; response_revision:23687; }","duration":"512.314528ms","start":"2026-07-27T22:32:24.774388Z","end":"2026-07-27T22:32:25.286703Z","steps":["trace[523684524] 'agreement among raft nodes before linearized reading' (duration: 511.997108ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:32:25.286767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.774364Z","time spent":"512.395451ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":5592,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-6f6766ffcc-pgnsj\" "} {"level":"warn","ts":"2026-07-27T22:32:25.287188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.23044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-27T22:32:25.287173Z","caller":"traceutil/trace.go:171","msg":"trace[2107504895] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:23687; }","duration":"531.661033ms","start":"2026-07-27T22:32:24.754666Z","end":"2026-07-27T22:32:25.286327Z","steps":["trace[2107504895] 'agreement among raft nodes before linearized reading' (duration: 531.514599ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:32:25.287303Z","caller":"traceutil/trace.go:171","msg":"trace[1602568300] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:23687; }","duration":"110.414087ms","start":"2026-07-27T22:32:25.176861Z","end":"2026-07-27T22:32:25.287275Z","steps":["trace[1602568300] 'agreement among raft nodes before linearized reading' (duration: 109.458496ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:32:25.28736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:32:24.754633Z","time spent":"532.688706ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T22:32:29.246317Z","caller":"traceutil/trace.go:171","msg":"trace[1420361129] linearizableReadLoop","detail":"{readStateIndex:24570; appliedIndex:24568; }","duration":"176.559867ms","start":"2026-07-27T22:32:29.069724Z","end":"2026-07-27T22:32:29.246284Z","steps":["trace[1420361129] 'read index received' (duration: 15.159322ms)","trace[1420361129] 'applied index is now lower than readState.Index' (duration: 161.399445ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:32:29.246417Z","caller":"traceutil/trace.go:171","msg":"trace[1239304322] transaction","detail":"{read_only:false; response_revision:23778; number_of_response:1; }","duration":"187.507504ms","start":"2026-07-27T22:32:29.058863Z","end":"2026-07-27T22:32:29.24637Z","steps":["trace[1239304322] 'process raft request' (duration: 187.187874ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:32:29.246493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"176.743532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:32:29.246533Z","caller":"traceutil/trace.go:171","msg":"trace[580016718] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:23778; }","duration":"176.815985ms","start":"2026-07-27T22:32:29.069706Z","end":"2026-07-27T22:32:29.246522Z","steps":["trace[580016718] 'agreement among raft nodes before linearized reading' (duration: 176.703581ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:33:48.240896Z","caller":"traceutil/trace.go:171","msg":"trace[1158477775] transaction","detail":"{read_only:false; response_revision:24647; number_of_response:1; }","duration":"212.384689ms","start":"2026-07-27T22:33:48.028484Z","end":"2026-07-27T22:33:48.240869Z","steps":["trace[1158477775] 'process raft request' (duration: 212.218733ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:24.755385Z","caller":"wal/wal.go:785","msg":"created a new WAL segment","path":"/var/lib/etcd/member/wal/0000000000000002-000000000000671b.wal"} {"level":"info","ts":"2026-07-27T22:35:32.3458Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":22322} {"level":"warn","ts":"2026-07-27T22:35:32.823705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"155.502714ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:35:32.82384Z","caller":"traceutil/trace.go:171","msg":"trace[1982642095] linearizableReadLoop","detail":"{readStateIndex:26458; appliedIndex:26457; }","duration":"129.349317ms","start":"2026-07-27T22:35:32.694472Z","end":"2026-07-27T22:35:32.823822Z","steps":["trace[1982642095] 'read index received' (duration: 44.142µs)","trace[1982642095] 'applied index is now lower than readState.Index' (duration: 129.302935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:32.824043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.569764ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:35:32.824081Z","caller":"traceutil/trace.go:171","msg":"trace[511131161] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25622; }","duration":"129.658067ms","start":"2026-07-27T22:35:32.694412Z","end":"2026-07-27T22:35:32.82407Z","steps":["trace[511131161] 'agreement among raft nodes before linearized reading' (duration: 129.460391ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:32.824222Z","caller":"traceutil/trace.go:171","msg":"trace[992483612] transaction","detail":"{read_only:false; response_revision:25622; number_of_response:1; }","duration":"169.3959ms","start":"2026-07-27T22:35:32.654756Z","end":"2026-07-27T22:35:32.824152Z","steps":["trace[992483612] 'process raft request' (duration: 13.346508ms)","trace[992483612] 'compare' (duration: 71.885484ms)","trace[992483612] 'get key's previous created_revision and leaseID' {req_type:put; key:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; req_size:605; } (duration: 82.981931ms)"],"step_count":3} {"level":"info","ts":"2026-07-27T22:35:32.860892Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":22322,"took":"509.582447ms","hash":2071814210,"current-db-size-bytes":56598528,"current-db-size":"57 MB","current-db-size-in-use-bytes":46432256,"current-db-size-in-use":"46 MB"} {"level":"info","ts":"2026-07-27T22:35:32.861034Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2071814210,"revision":22322,"compact-revision":20105} {"level":"warn","ts":"2026-07-27T22:35:34.202869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"161.2594ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:35:34.203179Z","caller":"traceutil/trace.go:171","msg":"trace[459144327] transaction","detail":"{read_only:false; response_revision:25630; number_of_response:1; }","duration":"221.415319ms","start":"2026-07-27T22:35:33.981673Z","end":"2026-07-27T22:35:34.203089Z","steps":["trace[459144327] 'process raft request' (duration: 59.834109ms)","trace[459144327] 'compare' (duration: 161.059513ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:34.203266Z","caller":"traceutil/trace.go:171","msg":"trace[1487970552] transaction","detail":"{read_only:false; response_revision:25631; number_of_response:1; }","duration":"101.930098ms","start":"2026-07-27T22:35:34.101312Z","end":"2026-07-27T22:35:34.203242Z","steps":["trace[1487970552] 'process raft request' (duration: 101.783933ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:34.203815Z","caller":"traceutil/trace.go:171","msg":"trace[1976554192] linearizableReadLoop","detail":"{readStateIndex:26466; appliedIndex:26465; }","duration":"197.114549ms","start":"2026-07-27T22:35:34.006673Z","end":"2026-07-27T22:35:34.203788Z","steps":["trace[1976554192] 'read index received' (duration: 34.806536ms)","trace[1976554192] 'applied index is now lower than readState.Index' (duration: 162.304973ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:34.204074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"197.331126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:34.204139Z","caller":"traceutil/trace.go:171","msg":"trace[1183174875] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:25631; }","duration":"197.520872ms","start":"2026-07-27T22:35:34.006598Z","end":"2026-07-27T22:35:34.204119Z","steps":["trace[1183174875] 'agreement among raft nodes before linearized reading' (duration: 197.274074ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:34.471916Z","caller":"traceutil/trace.go:171","msg":"trace[1774358610] linearizableReadLoop","detail":"{readStateIndex:26474; appliedIndex:26472; }","duration":"141.406193ms","start":"2026-07-27T22:35:34.330492Z","end":"2026-07-27T22:35:34.471898Z","steps":["trace[1774358610] 'read index received' (duration: 140.612708ms)","trace[1774358610] 'applied index is now lower than readState.Index' (duration: 792.705µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:34.472013Z","caller":"traceutil/trace.go:171","msg":"trace[53750248] transaction","detail":"{read_only:false; response_revision:25637; number_of_response:1; }","duration":"221.744389ms","start":"2026-07-27T22:35:34.250262Z","end":"2026-07-27T22:35:34.472006Z","steps":["trace[53750248] 'process raft request' (duration: 221.515681ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:34.472074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.578589ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:34.47211Z","caller":"traceutil/trace.go:171","msg":"trace[1767676023] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25637; }","duration":"141.721964ms","start":"2026-07-27T22:35:34.330377Z","end":"2026-07-27T22:35:34.472099Z","steps":["trace[1767676023] 'agreement among raft nodes before linearized reading' (duration: 141.644681ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:34.472096Z","caller":"traceutil/trace.go:171","msg":"trace[252761756] transaction","detail":"{read_only:false; response_revision:25636; number_of_response:1; }","duration":"223.201145ms","start":"2026-07-27T22:35:34.248852Z","end":"2026-07-27T22:35:34.472053Z","steps":["trace[252761756] 'process raft request' (duration: 222.370379ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:34.659297Z","caller":"traceutil/trace.go:171","msg":"trace[265395360] transaction","detail":"{read_only:false; response_revision:25643; number_of_response:1; }","duration":"104.571652ms","start":"2026-07-27T22:35:34.554697Z","end":"2026-07-27T22:35:34.659269Z","steps":["trace[265395360] 'process raft request' (duration: 29.787464ms)","trace[265395360] 'compare' (duration: 74.594072ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:36.038549Z","caller":"traceutil/trace.go:171","msg":"trace[98156120] transaction","detail":"{read_only:false; response_revision:25655; number_of_response:1; }","duration":"164.272206ms","start":"2026-07-27T22:35:35.874247Z","end":"2026-07-27T22:35:36.038519Z","steps":["trace[98156120] 'process raft request' (duration: 164.202964ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:36.038605Z","caller":"traceutil/trace.go:171","msg":"trace[1788480252] transaction","detail":"{read_only:false; response_revision:25654; number_of_response:1; }","duration":"166.667674ms","start":"2026-07-27T22:35:35.871885Z","end":"2026-07-27T22:35:36.038553Z","steps":["trace[1788480252] 'process raft request' (duration: 96.261346ms)","trace[1788480252] 'compare' (duration: 70.047016ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:36.050372Z","caller":"traceutil/trace.go:171","msg":"trace[2030262835] linearizableReadLoop","detail":"{readStateIndex:26494; appliedIndex:26491; }","duration":"108.581811ms","start":"2026-07-27T22:35:35.941777Z","end":"2026-07-27T22:35:36.050359Z","steps":["trace[2030262835] 'read index received' (duration: 26.381926ms)","trace[2030262835] 'applied index is now lower than readState.Index' (duration: 82.198585ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:36.05058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.793018ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-sgwsn\" ","response":"range_response_count:1 size:3786"} {"level":"info","ts":"2026-07-27T22:35:36.050611Z","caller":"traceutil/trace.go:171","msg":"trace[490192111] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-sgwsn; range_end:; response_count:1; response_revision:25657; }","duration":"108.88408ms","start":"2026-07-27T22:35:35.941719Z","end":"2026-07-27T22:35:36.050603Z","steps":["trace[490192111] 'agreement among raft nodes before linearized reading' (duration: 108.694124ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:36.050593Z","caller":"traceutil/trace.go:171","msg":"trace[366503575] transaction","detail":"{read_only:false; response_revision:25656; number_of_response:1; }","duration":"134.922725ms","start":"2026-07-27T22:35:35.915634Z","end":"2026-07-27T22:35:36.050556Z","steps":["trace[366503575] 'process raft request' (duration: 134.533823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:36.667949Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.88444ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:35:36.668088Z","caller":"traceutil/trace.go:171","msg":"trace[1503611835] transaction","detail":"{read_only:false; response_revision:25662; number_of_response:1; }","duration":"108.921661ms","start":"2026-07-27T22:35:36.559144Z","end":"2026-07-27T22:35:36.668065Z","steps":["trace[1503611835] 'compare' (duration: 103.680064ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:36.682576Z","caller":"traceutil/trace.go:171","msg":"trace[54062916] transaction","detail":"{read_only:false; response_revision:25664; number_of_response:1; }","duration":"123.326603ms","start":"2026-07-27T22:35:36.559231Z","end":"2026-07-27T22:35:36.682558Z","steps":["trace[54062916] 'process raft request' (duration: 123.267031ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:36.682602Z","caller":"traceutil/trace.go:171","msg":"trace[778691860] transaction","detail":"{read_only:false; response_revision:25663; number_of_response:1; }","duration":"123.337734ms","start":"2026-07-27T22:35:36.559225Z","end":"2026-07-27T22:35:36.682563Z","steps":["trace[778691860] 'process raft request' (duration: 123.136858ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:36.682856Z","caller":"traceutil/trace.go:171","msg":"trace[55008352] transaction","detail":"{read_only:false; response_revision:25665; number_of_response:1; }","duration":"123.259571ms","start":"2026-07-27T22:35:36.559585Z","end":"2026-07-27T22:35:36.682844Z","steps":["trace[55008352] 'process raft request' (duration: 122.942201ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:36.68291Z","caller":"traceutil/trace.go:171","msg":"trace[2043602629] transaction","detail":"{read_only:false; response_revision:25666; number_of_response:1; }","duration":"122.555229ms","start":"2026-07-27T22:35:36.560301Z","end":"2026-07-27T22:35:36.682856Z","steps":["trace[2043602629] 'process raft request' (duration: 122.425395ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:36.729638Z","caller":"traceutil/trace.go:171","msg":"trace[401259119] transaction","detail":"{read_only:false; response_revision:25667; number_of_response:1; }","duration":"131.732013ms","start":"2026-07-27T22:35:36.597865Z","end":"2026-07-27T22:35:36.729597Z","steps":["trace[401259119] 'process raft request' (duration: 131.490615ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:37.56362Z","caller":"traceutil/trace.go:171","msg":"trace[1549870671] transaction","detail":"{read_only:false; response_revision:25673; number_of_response:1; }","duration":"387.586104ms","start":"2026-07-27T22:35:37.176005Z","end":"2026-07-27T22:35:37.563591Z","steps":["trace[1549870671] 'process raft request' (duration: 387.423579ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:37.563802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:37.175982Z","time spent":"387.729989ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:35:37.566328Z","caller":"traceutil/trace.go:171","msg":"trace[953810128] linearizableReadLoop","detail":"{readStateIndex:26512; appliedIndex:26510; }","duration":"156.105205ms","start":"2026-07-27T22:35:37.410202Z","end":"2026-07-27T22:35:37.566307Z","steps":["trace[953810128] 'read index received' (duration: 153.089928ms)","trace[953810128] 'applied index is now lower than readState.Index' (duration: 3.014437ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:37.566622Z","caller":"traceutil/trace.go:171","msg":"trace[573253251] transaction","detail":"{read_only:false; response_revision:25674; number_of_response:1; }","duration":"386.396596ms","start":"2026-07-27T22:35:37.180214Z","end":"2026-07-27T22:35:37.566611Z","steps":["trace[573253251] 'process raft request' (duration: 385.946542ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:37.566757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:37.180197Z","time spent":"386.452849ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:35:37.56702Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"156.814307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:37.567067Z","caller":"traceutil/trace.go:171","msg":"trace[512894233] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:25674; }","duration":"156.927972ms","start":"2026-07-27T22:35:37.410129Z","end":"2026-07-27T22:35:37.567057Z","steps":["trace[512894233] 'agreement among raft nodes before linearized reading' (duration: 156.86358ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:37.986319Z","caller":"traceutil/trace.go:171","msg":"trace[1850862595] transaction","detail":"{read_only:false; response_revision:25676; number_of_response:1; }","duration":"133.19054ms","start":"2026-07-27T22:35:37.853112Z","end":"2026-07-27T22:35:37.986303Z","steps":["trace[1850862595] 'process raft request' (duration: 132.946822ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.174979Z","caller":"traceutil/trace.go:171","msg":"trace[182618137] transaction","detail":"{read_only:false; response_revision:25678; number_of_response:1; }","duration":"140.36481ms","start":"2026-07-27T22:35:38.034589Z","end":"2026-07-27T22:35:38.174954Z","steps":["trace[182618137] 'process raft request' (duration: 140.176454ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.1843Z","caller":"traceutil/trace.go:171","msg":"trace[568437819] linearizableReadLoop","detail":"{readStateIndex:26518; appliedIndex:26515; }","duration":"103.069794ms","start":"2026-07-27T22:35:38.081202Z","end":"2026-07-27T22:35:38.184272Z","steps":["trace[568437819] 'read index received' (duration: 93.538369ms)","trace[568437819] 'applied index is now lower than readState.Index' (duration: 9.530335ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:38.184431Z","caller":"traceutil/trace.go:171","msg":"trace[1824029559] transaction","detail":"{read_only:false; response_revision:25679; number_of_response:1; }","duration":"128.22462ms","start":"2026-07-27T22:35:38.05616Z","end":"2026-07-27T22:35:38.184385Z","steps":["trace[1824029559] 'process raft request' (duration: 127.882359ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.184625Z","caller":"traceutil/trace.go:171","msg":"trace[1402406458] transaction","detail":"{read_only:false; response_revision:25680; number_of_response:1; }","duration":"123.268141ms","start":"2026-07-27T22:35:38.061345Z","end":"2026-07-27T22:35:38.184613Z","steps":["trace[1402406458] 'process raft request' (duration: 122.859068ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:38.184878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"103.660523ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:38.18492Z","caller":"traceutil/trace.go:171","msg":"trace[102601688] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:25680; }","duration":"103.775187ms","start":"2026-07-27T22:35:38.081136Z","end":"2026-07-27T22:35:38.184911Z","steps":["trace[102601688] 'agreement among raft nodes before linearized reading' (duration: 103.683524ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.45391Z","caller":"traceutil/trace.go:171","msg":"trace[1003699599] linearizableReadLoop","detail":"{readStateIndex:26520; appliedIndex:26519; }","duration":"234.673133ms","start":"2026-07-27T22:35:38.219211Z","end":"2026-07-27T22:35:38.453884Z","steps":["trace[1003699599] 'read index received' (duration: 234.507277ms)","trace[1003699599] 'applied index is now lower than readState.Index' (duration: 164.796µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:38.453981Z","caller":"traceutil/trace.go:171","msg":"trace[334132290] transaction","detail":"{read_only:false; response_revision:25682; number_of_response:1; }","duration":"242.902057ms","start":"2026-07-27T22:35:38.211058Z","end":"2026-07-27T22:35:38.45396Z","steps":["trace[334132290] 'process raft request' (duration: 242.656299ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:38.454125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.86106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:38.454288Z","caller":"traceutil/trace.go:171","msg":"trace[719736695] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:25682; }","duration":"235.085456ms","start":"2026-07-27T22:35:38.219161Z","end":"2026-07-27T22:35:38.454247Z","steps":["trace[719736695] 'agreement among raft nodes before linearized reading' (duration: 234.845429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:38.480387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.354156ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:38.480458Z","caller":"traceutil/trace.go:171","msg":"trace[1195123387] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:25683; }","duration":"216.47723ms","start":"2026-07-27T22:35:38.263966Z","end":"2026-07-27T22:35:38.480443Z","steps":["trace[1195123387] 'agreement among raft nodes before linearized reading' (duration: 216.332865ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:38.480588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.276315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:38.480662Z","caller":"traceutil/trace.go:171","msg":"trace[1157864028] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25683; }","duration":"149.43658ms","start":"2026-07-27T22:35:38.331208Z","end":"2026-07-27T22:35:38.480644Z","steps":["trace[1157864028] 'agreement among raft nodes before linearized reading' (duration: 149.295836ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.480845Z","caller":"traceutil/trace.go:171","msg":"trace[708708014] transaction","detail":"{read_only:false; response_revision:25683; number_of_response:1; }","duration":"190.629421ms","start":"2026-07-27T22:35:38.29019Z","end":"2026-07-27T22:35:38.48082Z","steps":["trace[708708014] 'process raft request' (duration: 189.933789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:38.480903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.354768ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:38.48099Z","caller":"traceutil/trace.go:171","msg":"trace[670081432] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:25683; }","duration":"173.496042ms","start":"2026-07-27T22:35:38.307478Z","end":"2026-07-27T22:35:38.480974Z","steps":["trace[670081432] 'agreement among raft nodes before linearized reading' (duration: 173.333787ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.616767Z","caller":"traceutil/trace.go:171","msg":"trace[802460909] linearizableReadLoop","detail":"{readStateIndex:26523; appliedIndex:26521; }","duration":"135.213224ms","start":"2026-07-27T22:35:38.481523Z","end":"2026-07-27T22:35:38.616737Z","steps":["trace[802460909] 'read index received' (duration: 50.188019ms)","trace[802460909] 'applied index is now lower than readState.Index' (duration: 85.023625ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:38.616808Z","caller":"traceutil/trace.go:171","msg":"trace[1096596771] transaction","detail":"{read_only:false; response_revision:25684; number_of_response:1; }","duration":"158.244783ms","start":"2026-07-27T22:35:38.458537Z","end":"2026-07-27T22:35:38.616782Z","steps":["trace[1096596771] 'process raft request' (duration: 73.155225ms)","trace[1096596771] 'compare' (duration: 84.796308ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:38.616804Z","caller":"traceutil/trace.go:171","msg":"trace[1845797184] transaction","detail":"{read_only:false; response_revision:25685; number_of_response:1; }","duration":"137.918601ms","start":"2026-07-27T22:35:38.478847Z","end":"2026-07-27T22:35:38.616766Z","steps":["trace[1845797184] 'process raft request' (duration: 137.813428ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:38.617031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.487153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:38.617108Z","caller":"traceutil/trace.go:171","msg":"trace[844647893] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25685; }","duration":"135.592097ms","start":"2026-07-27T22:35:38.481496Z","end":"2026-07-27T22:35:38.617088Z","steps":["trace[844647893] 'agreement among raft nodes before linearized reading' (duration: 135.38088ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.670003Z","caller":"traceutil/trace.go:171","msg":"trace[91487315] transaction","detail":"{read_only:false; response_revision:25686; number_of_response:1; }","duration":"111.757983ms","start":"2026-07-27T22:35:38.558205Z","end":"2026-07-27T22:35:38.669963Z","steps":["trace[91487315] 'process raft request' (duration: 111.438703ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:38.670094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.590369ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:35:38.670204Z","caller":"traceutil/trace.go:171","msg":"trace[1082621351] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25686; }","duration":"180.748055ms","start":"2026-07-27T22:35:38.489438Z","end":"2026-07-27T22:35:38.670186Z","steps":["trace[1082621351] 'agreement among raft nodes before linearized reading' (duration: 180.489417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:38.670307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.176936ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/ingress-nginx/ingress-nginx-controller-89gq8.18c643cedb59fd11\" ","response":"range_response_count:1 size:767"} {"level":"info","ts":"2026-07-27T22:35:38.670419Z","caller":"traceutil/trace.go:171","msg":"trace[599055648] range","detail":"{range_begin:/registry/events/ingress-nginx/ingress-nginx-controller-89gq8.18c643cedb59fd11; range_end:; response_count:1; response_revision:25686; }","duration":"131.342331ms","start":"2026-07-27T22:35:38.539032Z","end":"2026-07-27T22:35:38.670374Z","steps":["trace[599055648] 'agreement among raft nodes before linearized reading' (duration: 130.949208ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.728733Z","caller":"traceutil/trace.go:171","msg":"trace[1133823859] transaction","detail":"{read_only:false; response_revision:25687; number_of_response:1; }","duration":"106.212155ms","start":"2026-07-27T22:35:38.622493Z","end":"2026-07-27T22:35:38.728705Z","steps":["trace[1133823859] 'process raft request' (duration: 101.983019ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.834965Z","caller":"traceutil/trace.go:171","msg":"trace[266598877] transaction","detail":"{read_only:false; response_revision:25691; number_of_response:1; }","duration":"100.616715ms","start":"2026-07-27T22:35:38.734316Z","end":"2026-07-27T22:35:38.834933Z","steps":["trace[266598877] 'process raft request' (duration: 98.697824ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.835559Z","caller":"traceutil/trace.go:171","msg":"trace[604017263] transaction","detail":"{read_only:false; response_revision:25694; number_of_response:1; }","duration":"100.166301ms","start":"2026-07-27T22:35:38.735361Z","end":"2026-07-27T22:35:38.835528Z","steps":["trace[604017263] 'process raft request' (duration: 100.055698ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.835586Z","caller":"traceutil/trace.go:171","msg":"trace[945679244] transaction","detail":"{read_only:false; response_revision:25693; number_of_response:1; }","duration":"100.924295ms","start":"2026-07-27T22:35:38.734638Z","end":"2026-07-27T22:35:38.835562Z","steps":["trace[945679244] 'process raft request' (duration: 100.694598ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.835651Z","caller":"traceutil/trace.go:171","msg":"trace[468310672] transaction","detail":"{read_only:false; response_revision:25692; number_of_response:1; }","duration":"101.201494ms","start":"2026-07-27T22:35:38.73444Z","end":"2026-07-27T22:35:38.835642Z","steps":["trace[468310672] 'process raft request' (duration: 100.397408ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.836046Z","caller":"traceutil/trace.go:171","msg":"trace[789096354] transaction","detail":"{read_only:false; response_revision:25695; number_of_response:1; }","duration":"100.519762ms","start":"2026-07-27T22:35:38.735509Z","end":"2026-07-27T22:35:38.836029Z","steps":["trace[789096354] 'process raft request' (duration: 99.963445ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:38.836026Z","caller":"traceutil/trace.go:171","msg":"trace[383526712] linearizableReadLoop","detail":"{readStateIndex:26532; appliedIndex:26528; }","duration":"101.315318ms","start":"2026-07-27T22:35:38.734687Z","end":"2026-07-27T22:35:38.836002Z","steps":["trace[383526712] 'read index received' (duration: 21.772858ms)","trace[383526712] 'applied index is now lower than readState.Index' (duration: 79.5412ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:38.836342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.637708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:35:38.83639Z","caller":"traceutil/trace.go:171","msg":"trace[86578718] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25697; }","duration":"101.714601ms","start":"2026-07-27T22:35:38.734664Z","end":"2026-07-27T22:35:38.836378Z","steps":["trace[86578718] 'agreement among raft nodes before linearized reading' (duration: 101.515414ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:39.004826Z","caller":"traceutil/trace.go:171","msg":"trace[485280753] transaction","detail":"{read_only:false; response_revision:25700; number_of_response:1; }","duration":"132.521098ms","start":"2026-07-27T22:35:38.872274Z","end":"2026-07-27T22:35:39.004795Z","steps":["trace[485280753] 'process raft request' (duration: 119.49234ms)","trace[485280753] 'compare' (duration: 12.885434ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:39.004882Z","caller":"traceutil/trace.go:171","msg":"trace[28934802] linearizableReadLoop","detail":"{readStateIndex:26539; appliedIndex:26538; }","duration":"122.870449ms","start":"2026-07-27T22:35:38.881991Z","end":"2026-07-27T22:35:39.004862Z","steps":["trace[28934802] 'read index received' (duration: 109.80027ms)","trace[28934802] 'applied index is now lower than readState.Index' (duration: 13.068119ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:39.005247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.246971ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"info","ts":"2026-07-27T22:35:39.005283Z","caller":"traceutil/trace.go:171","msg":"trace[836621709] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25701; }","duration":"123.320354ms","start":"2026-07-27T22:35:38.881953Z","end":"2026-07-27T22:35:39.005273Z","steps":["trace[836621709] 'agreement among raft nodes before linearized reading' (duration: 122.976582ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:39.153772Z","caller":"traceutil/trace.go:171","msg":"trace[636717115] transaction","detail":"{read_only:false; response_revision:25703; number_of_response:1; }","duration":"144.225134ms","start":"2026-07-27T22:35:39.009505Z","end":"2026-07-27T22:35:39.153731Z","steps":["trace[636717115] 'process raft request' (duration: 103.598331ms)","trace[636717115] 'compare' (duration: 40.390495ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:39.154054Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.037075ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-27T22:35:39.154116Z","caller":"traceutil/trace.go:171","msg":"trace[841373990] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25704; }","duration":"143.133358ms","start":"2026-07-27T22:35:39.010969Z","end":"2026-07-27T22:35:39.154102Z","steps":["trace[841373990] 'agreement among raft nodes before linearized reading' (duration: 142.954113ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.154107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.454105ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:35:39.154183Z","caller":"traceutil/trace.go:171","msg":"trace[294109406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25704; }","duration":"107.585749ms","start":"2026-07-27T22:35:39.046583Z","end":"2026-07-27T22:35:39.154169Z","steps":["trace[294109406] 'agreement among raft nodes before linearized reading' (duration: 107.384832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.154344Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.564788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2346"} {"level":"info","ts":"2026-07-27T22:35:39.154373Z","caller":"traceutil/trace.go:171","msg":"trace[4588956] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:25704; }","duration":"141.59034ms","start":"2026-07-27T22:35:39.012772Z","end":"2026-07-27T22:35:39.154363Z","steps":["trace[4588956] 'agreement among raft nodes before linearized reading' (duration: 141.507177ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:39.577703Z","caller":"traceutil/trace.go:171","msg":"trace[996227807] transaction","detail":"{read_only:false; response_revision:25709; number_of_response:1; }","duration":"371.229831ms","start":"2026-07-27T22:35:39.206444Z","end":"2026-07-27T22:35:39.577674Z","steps":["trace[996227807] 'process raft request' (duration: 368.05302ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.577855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:39.206428Z","time spent":"371.355935ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":733,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T22:35:39.606522Z","caller":"traceutil/trace.go:171","msg":"trace[783648129] linearizableReadLoop","detail":"{readStateIndex:26549; appliedIndex:26547; }","duration":"392.185342ms","start":"2026-07-27T22:35:39.214311Z","end":"2026-07-27T22:35:39.606496Z","steps":["trace[783648129] 'read index received' (duration: 360.158616ms)","trace[783648129] 'applied index is now lower than readState.Index' (duration: 32.025376ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:39.60685Z","caller":"traceutil/trace.go:171","msg":"trace[1960402304] transaction","detail":"{read_only:false; response_revision:25711; number_of_response:1; }","duration":"381.764218ms","start":"2026-07-27T22:35:39.225045Z","end":"2026-07-27T22:35:39.606809Z","steps":["trace[1960402304] 'process raft request' (duration: 381.258702ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:39.606982Z","caller":"traceutil/trace.go:171","msg":"trace[1958799615] transaction","detail":"{read_only:false; response_revision:25710; number_of_response:1; }","duration":"393.67091ms","start":"2026-07-27T22:35:39.213291Z","end":"2026-07-27T22:35:39.606962Z","steps":["trace[1958799615] 'process raft request' (duration: 392.849954ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.606994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:39.225017Z","time spent":"381.904813ms","remote":"127.0.0.1:44338","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":3216,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T22:35:39.607059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:39.213263Z","time spent":"393.745443ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:35:39.607203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"390.643963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-27T22:35:39.607055Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"392.72979ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-sgwsn\" ","response":"range_response_count:1 size:4807"} {"level":"info","ts":"2026-07-27T22:35:39.607243Z","caller":"traceutil/trace.go:171","msg":"trace[97722870] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25713; }","duration":"390.708115ms","start":"2026-07-27T22:35:39.216522Z","end":"2026-07-27T22:35:39.60723Z","steps":["trace[97722870] 'agreement among raft nodes before linearized reading' (duration: 390.56432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.607276Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:39.216514Z","time spent":"390.751867ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":1,"response size":1368,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" "} {"level":"info","ts":"2026-07-27T22:35:39.607281Z","caller":"traceutil/trace.go:171","msg":"trace[781714265] range","detail":"{range_begin:/registry/pods/openstack/magnum-cluster-api-proxy-sgwsn; range_end:; response_count:1; response_revision:25713; }","duration":"392.950967ms","start":"2026-07-27T22:35:39.2143Z","end":"2026-07-27T22:35:39.607251Z","steps":["trace[781714265] 'agreement among raft nodes before linearized reading' (duration: 392.642968ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.607374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:39.214228Z","time spent":"393.110682ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":57,"response count":1,"response size":4831,"request content":"key:\"/registry/pods/openstack/magnum-cluster-api-proxy-sgwsn\" "} {"level":"warn","ts":"2026-07-27T22:35:39.607418Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"320.163233ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:35:39.607455Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"342.374956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:35:39.60746Z","caller":"traceutil/trace.go:171","msg":"trace[781245560] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:25713; }","duration":"320.256237ms","start":"2026-07-27T22:35:39.287191Z","end":"2026-07-27T22:35:39.607448Z","steps":["trace[781245560] 'agreement among raft nodes before linearized reading' (duration: 320.177864ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.607471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.206362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:39.607485Z","caller":"traceutil/trace.go:171","msg":"trace[155704239] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:25713; }","duration":"342.405117ms","start":"2026-07-27T22:35:39.265068Z","end":"2026-07-27T22:35:39.607473Z","steps":["trace[155704239] 'agreement among raft nodes before linearized reading' (duration: 342.345135ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.607492Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:39.287162Z","time spent":"320.321189ms","remote":"127.0.0.1:37720","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:35:39.607514Z","caller":"traceutil/trace.go:171","msg":"trace[1503224209] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25713; }","duration":"275.285825ms","start":"2026-07-27T22:35:39.332212Z","end":"2026-07-27T22:35:39.607498Z","steps":["trace[1503224209] 'agreement among raft nodes before linearized reading' (duration: 275.200763ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.607512Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:39.265042Z","time spent":"342.462339ms","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:35:39.608866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"139.866214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/monitoring/\" range_end:\"/registry/configmaps/monitoring0\" ","response":"range_response_count:57 size:2380611"} {"level":"info","ts":"2026-07-27T22:35:39.609495Z","caller":"traceutil/trace.go:171","msg":"trace[961179959] range","detail":"{range_begin:/registry/configmaps/monitoring/; range_end:/registry/configmaps/monitoring0; response_count:57; response_revision:25713; }","duration":"140.523785ms","start":"2026-07-27T22:35:39.468959Z","end":"2026-07-27T22:35:39.609483Z","steps":["trace[961179959] 'agreement among raft nodes before linearized reading' (duration: 138.372306ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:39.746972Z","caller":"traceutil/trace.go:171","msg":"trace[1308172517] transaction","detail":"{read_only:false; response_revision:25715; number_of_response:1; }","duration":"121.866527ms","start":"2026-07-27T22:35:39.625068Z","end":"2026-07-27T22:35:39.746934Z","steps":["trace[1308172517] 'process raft request' (duration: 73.168176ms)","trace[1308172517] 'compare' (duration: 48.238676ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:39.747096Z","caller":"traceutil/trace.go:171","msg":"trace[1153304796] transaction","detail":"{read_only:false; response_revision:25721; number_of_response:1; }","duration":"112.623711ms","start":"2026-07-27T22:35:39.634468Z","end":"2026-07-27T22:35:39.747091Z","steps":["trace[1153304796] 'process raft request' (duration: 112.224628ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:39.747208Z","caller":"traceutil/trace.go:171","msg":"trace[1756660424] linearizableReadLoop","detail":"{readStateIndex:26559; appliedIndex:26553; }","duration":"121.300569ms","start":"2026-07-27T22:35:39.6259Z","end":"2026-07-27T22:35:39.747201Z","steps":["trace[1756660424] 'read index received' (duration: 25.375634ms)","trace[1756660424] 'applied index is now lower than readState.Index' (duration: 95.924035ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:39.747208Z","caller":"traceutil/trace.go:171","msg":"trace[2039724372] transaction","detail":"{read_only:false; response_revision:25716; number_of_response:1; }","duration":"121.996171ms","start":"2026-07-27T22:35:39.625188Z","end":"2026-07-27T22:35:39.747184Z","steps":["trace[2039724372] 'process raft request' (duration: 121.400492ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:39.747359Z","caller":"traceutil/trace.go:171","msg":"trace[769527616] transaction","detail":"{read_only:false; response_revision:25717; number_of_response:1; }","duration":"122.085334ms","start":"2026-07-27T22:35:39.625266Z","end":"2026-07-27T22:35:39.747352Z","steps":["trace[769527616] 'process raft request' (duration: 121.34261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.747435Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.522676ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/magnum-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:39.747457Z","caller":"traceutil/trace.go:171","msg":"trace[2139947730] range","detail":"{range_begin:/registry/deployments/openstack/magnum-registry; range_end:; response_count:0; response_revision:25722; }","duration":"121.569227ms","start":"2026-07-27T22:35:39.625881Z","end":"2026-07-27T22:35:39.747451Z","steps":["trace[2139947730] 'agreement among raft nodes before linearized reading' (duration: 121.518166ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:39.747462Z","caller":"traceutil/trace.go:171","msg":"trace[726463568] transaction","detail":"{read_only:false; response_revision:25718; number_of_response:1; }","duration":"121.890647ms","start":"2026-07-27T22:35:39.625564Z","end":"2026-07-27T22:35:39.747455Z","steps":["trace[726463568] 'process raft request' (duration: 121.060981ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:39.747543Z","caller":"traceutil/trace.go:171","msg":"trace[1014875643] transaction","detail":"{read_only:false; response_revision:25719; number_of_response:1; }","duration":"121.819365ms","start":"2026-07-27T22:35:39.625717Z","end":"2026-07-27T22:35:39.747536Z","steps":["trace[1014875643] 'process raft request' (duration: 120.923786ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:39.747599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.994205ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-27T22:35:39.747618Z","caller":"traceutil/trace.go:171","msg":"trace[942546203] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25722; }","duration":"119.021145ms","start":"2026-07-27T22:35:39.62859Z","end":"2026-07-27T22:35:39.747611Z","steps":["trace[942546203] 'agreement among raft nodes before linearized reading' (duration: 118.943823ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:39.747617Z","caller":"traceutil/trace.go:171","msg":"trace[1933702850] transaction","detail":"{read_only:false; response_revision:25720; number_of_response:1; }","duration":"121.790844ms","start":"2026-07-27T22:35:39.62582Z","end":"2026-07-27T22:35:39.747611Z","steps":["trace[1933702850] 'process raft request' (duration: 120.837364ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:40.107296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"233.183595ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:35:40.1074Z","caller":"traceutil/trace.go:171","msg":"trace[672834593] linearizableReadLoop","detail":"{readStateIndex:26566; appliedIndex:26565; }","duration":"267.093393ms","start":"2026-07-27T22:35:39.840289Z","end":"2026-07-27T22:35:40.107382Z","steps":["trace[672834593] 'read index received' (duration: 33.747922ms)","trace[672834593] 'applied index is now lower than readState.Index' (duration: 233.343701ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:40.107515Z","caller":"traceutil/trace.go:171","msg":"trace[1756774042] transaction","detail":"{read_only:false; response_revision:25727; number_of_response:1; }","duration":"267.545617ms","start":"2026-07-27T22:35:39.839905Z","end":"2026-07-27T22:35:40.107451Z","steps":["trace[1756774042] 'process raft request' (duration: 34.122914ms)","trace[1756774042] 'compare' (duration: 232.960728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:40.107605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"267.31046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/alertmanager-operated\" ","response":"range_response_count:1 size:1286"} {"level":"info","ts":"2026-07-27T22:35:40.10764Z","caller":"traceutil/trace.go:171","msg":"trace[1649418326] range","detail":"{range_begin:/registry/services/specs/monitoring/alertmanager-operated; range_end:; response_count:1; response_revision:25727; }","duration":"267.350571ms","start":"2026-07-27T22:35:39.840277Z","end":"2026-07-27T22:35:40.107627Z","steps":["trace[1649418326] 'agreement among raft nodes before linearized reading' (duration: 267.174775ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.110509Z","caller":"traceutil/trace.go:171","msg":"trace[946560124] transaction","detail":"{read_only:false; response_revision:25729; number_of_response:1; }","duration":"265.994328ms","start":"2026-07-27T22:35:39.844492Z","end":"2026-07-27T22:35:40.110487Z","steps":["trace[946560124] 'process raft request' (duration: 265.939206ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.110589Z","caller":"traceutil/trace.go:171","msg":"trace[125996328] transaction","detail":"{read_only:false; response_revision:25728; number_of_response:1; }","duration":"269.269793ms","start":"2026-07-27T22:35:39.841284Z","end":"2026-07-27T22:35:40.110554Z","steps":["trace[125996328] 'process raft request' (duration: 268.925382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:40.123071Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"280.516253ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-27T22:35:40.123189Z","caller":"traceutil/trace.go:171","msg":"trace[1577642447] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25730; }","duration":"280.601686ms","start":"2026-07-27T22:35:39.84252Z","end":"2026-07-27T22:35:40.123122Z","steps":["trace[1577642447] 'agreement among raft nodes before linearized reading' (duration: 280.482792ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.36906Z","caller":"traceutil/trace.go:171","msg":"trace[1817735884] transaction","detail":"{read_only:false; response_revision:25739; number_of_response:1; }","duration":"146.777906ms","start":"2026-07-27T22:35:40.222253Z","end":"2026-07-27T22:35:40.36903Z","steps":["trace[1817735884] 'process raft request' (duration: 146.542049ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.36932Z","caller":"traceutil/trace.go:171","msg":"trace[123699491] transaction","detail":"{read_only:false; response_revision:25738; number_of_response:1; }","duration":"147.590562ms","start":"2026-07-27T22:35:40.221717Z","end":"2026-07-27T22:35:40.369308Z","steps":["trace[123699491] 'process raft request' (duration: 121.691162ms)","trace[123699491] 'compare' (duration: 24.97437ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:40.369866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.053244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"warn","ts":"2026-07-27T22:35:40.369921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.483323ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpointslice-controller\" ","response":"range_response_count:1 size:215"} {"level":"info","ts":"2026-07-27T22:35:40.369967Z","caller":"traceutil/trace.go:171","msg":"trace[1204975876] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpointslice-controller; range_end:; response_count:1; response_revision:25741; }","duration":"149.550315ms","start":"2026-07-27T22:35:40.220403Z","end":"2026-07-27T22:35:40.369953Z","steps":["trace[1204975876] 'agreement among raft nodes before linearized reading' (duration: 149.377829ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.369972Z","caller":"traceutil/trace.go:171","msg":"trace[1823531522] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25741; }","duration":"142.166788ms","start":"2026-07-27T22:35:40.22778Z","end":"2026-07-27T22:35:40.369946Z","steps":["trace[1823531522] 'agreement among raft nodes before linearized reading' (duration: 141.93996ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:40.370191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"149.797862ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/endpoint-controller\" ","response":"range_response_count:1 size:204"} {"level":"info","ts":"2026-07-27T22:35:40.370225Z","caller":"traceutil/trace.go:171","msg":"trace[158599770] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/endpoint-controller; range_end:; response_count:1; response_revision:25741; }","duration":"149.847074ms","start":"2026-07-27T22:35:40.22037Z","end":"2026-07-27T22:35:40.370217Z","steps":["trace[158599770] 'agreement among raft nodes before linearized reading' (duration: 149.71412ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.543052Z","caller":"traceutil/trace.go:171","msg":"trace[1483613521] transaction","detail":"{read_only:false; response_revision:25743; number_of_response:1; }","duration":"164.344149ms","start":"2026-07-27T22:35:40.378681Z","end":"2026-07-27T22:35:40.543025Z","steps":["trace[1483613521] 'process raft request' (duration: 148.79495ms)","trace[1483613521] 'compare' (duration: 15.405234ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:40.543298Z","caller":"traceutil/trace.go:171","msg":"trace[504281030] transaction","detail":"{read_only:false; response_revision:25744; number_of_response:1; }","duration":"164.05998ms","start":"2026-07-27T22:35:40.37922Z","end":"2026-07-27T22:35:40.54328Z","steps":["trace[504281030] 'process raft request' (duration: 163.74257ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.543462Z","caller":"traceutil/trace.go:171","msg":"trace[674633768] transaction","detail":"{read_only:false; response_revision:25746; number_of_response:1; }","duration":"162.267563ms","start":"2026-07-27T22:35:40.381187Z","end":"2026-07-27T22:35:40.543455Z","steps":["trace[674633768] 'process raft request' (duration: 162.075127ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.543553Z","caller":"traceutil/trace.go:171","msg":"trace[667005439] transaction","detail":"{read_only:false; response_revision:25745; number_of_response:1; }","duration":"162.866122ms","start":"2026-07-27T22:35:40.380679Z","end":"2026-07-27T22:35:40.543545Z","steps":["trace[667005439] 'process raft request' (duration: 162.48524ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.543531Z","caller":"traceutil/trace.go:171","msg":"trace[181573812] linearizableReadLoop","detail":"{readStateIndex:26586; appliedIndex:26582; }","duration":"155.107423ms","start":"2026-07-27T22:35:40.388403Z","end":"2026-07-27T22:35:40.54351Z","steps":["trace[181573812] 'read index received' (duration: 139.339337ms)","trace[181573812] 'applied index is now lower than readState.Index' (duration: 15.767106ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:40.543734Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.208306ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-api-certs\" ","response":"range_response_count:1 size:2694"} {"level":"warn","ts":"2026-07-27T22:35:40.543762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"163.75783ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config\" ","response":"range_response_count:1 size:697"} {"level":"info","ts":"2026-07-27T22:35:40.543772Z","caller":"traceutil/trace.go:171","msg":"trace[1791745400] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-api-certs; range_end:; response_count:1; response_revision:25747; }","duration":"160.281829ms","start":"2026-07-27T22:35:40.383478Z","end":"2026-07-27T22:35:40.54376Z","steps":["trace[1791745400] 'agreement among raft nodes before linearized reading' (duration: 160.137124ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.543783Z","caller":"traceutil/trace.go:171","msg":"trace[124448543] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-web-config; range_end:; response_count:1; response_revision:25747; }","duration":"163.814042ms","start":"2026-07-27T22:35:40.379961Z","end":"2026-07-27T22:35:40.543775Z","steps":["trace[124448543] 'agreement among raft nodes before linearized reading' (duration: 163.723209ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:40.543861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.364282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-27T22:35:40.543919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"160.436453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager\" ","response":"range_response_count:1 size:4727"} {"level":"info","ts":"2026-07-27T22:35:40.543936Z","caller":"traceutil/trace.go:171","msg":"trace[1811131576] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/monitoring/kube-prometheus-stack-alertmanager; range_end:; response_count:1; response_revision:25747; }","duration":"160.480105ms","start":"2026-07-27T22:35:40.383449Z","end":"2026-07-27T22:35:40.543929Z","steps":["trace[1811131576] 'agreement among raft nodes before linearized reading' (duration: 160.408053ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.543941Z","caller":"traceutil/trace.go:171","msg":"trace[1517739868] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25747; }","duration":"146.445695ms","start":"2026-07-27T22:35:40.39748Z","end":"2026-07-27T22:35:40.543926Z","steps":["trace[1517739868] 'agreement among raft nodes before linearized reading' (duration: 146.28155ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:40.712213Z","caller":"traceutil/trace.go:171","msg":"trace[302849291] transaction","detail":"{read_only:false; response_revision:25751; number_of_response:1; }","duration":"128.686196ms","start":"2026-07-27T22:35:40.583496Z","end":"2026-07-27T22:35:40.712182Z","steps":["trace[302849291] 'process raft request' (duration: 98.002962ms)","trace[302849291] 'compare' (duration: 30.481847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:40.712491Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.804868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/monitoring/prometheus-operated\" ","response":"range_response_count:1 size:994"} {"level":"info","ts":"2026-07-27T22:35:40.712566Z","caller":"traceutil/trace.go:171","msg":"trace[255242339] range","detail":"{range_begin:/registry/services/specs/monitoring/prometheus-operated; range_end:; response_count:1; response_revision:25751; }","duration":"137.896481ms","start":"2026-07-27T22:35:40.57465Z","end":"2026-07-27T22:35:40.712546Z","steps":["trace[255242339] 'agreement among raft nodes before linearized reading' (duration: 137.666303ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:40.734438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"100.100629ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0\" ","response":"range_response_count:1 size:651"} {"level":"info","ts":"2026-07-27T22:35:40.734527Z","caller":"traceutil/trace.go:171","msg":"trace[1834697073] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-tls-assets-0; range_end:; response_count:1; response_revision:25754; }","duration":"100.226493ms","start":"2026-07-27T22:35:40.634279Z","end":"2026-07-27T22:35:40.734506Z","steps":["trace[1834697073] 'agreement among raft nodes before linearized reading' (duration: 100.014576ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:41.383194Z","caller":"traceutil/trace.go:171","msg":"trace[1014598873] transaction","detail":"{read_only:false; response_revision:25769; number_of_response:1; }","duration":"106.473483ms","start":"2026-07-27T22:35:41.276696Z","end":"2026-07-27T22:35:41.383169Z","steps":["trace[1014598873] 'process raft request' (duration: 104.517301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:42.472609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.640899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:35:42.472638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.805928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:42.472693Z","caller":"traceutil/trace.go:171","msg":"trace[1673062098] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25773; }","duration":"140.778123ms","start":"2026-07-27T22:35:42.331897Z","end":"2026-07-27T22:35:42.472675Z","steps":["trace[1673062098] 'range keys from in-memory index tree' (duration: 140.560646ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:42.472719Z","caller":"traceutil/trace.go:171","msg":"trace[27009709] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:0; response_revision:25773; }","duration":"137.996884ms","start":"2026-07-27T22:35:42.334701Z","end":"2026-07-27T22:35:42.472697Z","steps":["trace[27009709] 'range keys from in-memory index tree' (duration: 137.353823ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:42.473025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"117.787416ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:42.473107Z","caller":"traceutil/trace.go:171","msg":"trace[1302841189] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25773; }","duration":"117.869248ms","start":"2026-07-27T22:35:42.355223Z","end":"2026-07-27T22:35:42.473092Z","steps":["trace[1302841189] 'range keys from in-memory index tree' (duration: 117.776966ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:43.049789Z","caller":"traceutil/trace.go:171","msg":"trace[174091103] linearizableReadLoop","detail":"{readStateIndex:26626; appliedIndex:26625; }","duration":"114.8077ms","start":"2026-07-27T22:35:42.934953Z","end":"2026-07-27T22:35:43.04976Z","steps":["trace[174091103] 'read index received' (duration: 20.555239ms)","trace[174091103] 'applied index is now lower than readState.Index' (duration: 94.250771ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:43.049852Z","caller":"traceutil/trace.go:171","msg":"trace[1944446827] transaction","detail":"{read_only:false; response_revision:25784; number_of_response:1; }","duration":"172.677986ms","start":"2026-07-27T22:35:42.877138Z","end":"2026-07-27T22:35:43.049816Z","steps":["trace[1944446827] 'process raft request' (duration: 78.350822ms)","trace[1944446827] 'compare' (duration: 93.795317ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:43.050053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.08582ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T22:35:43.050928Z","caller":"traceutil/trace.go:171","msg":"trace[997702321] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25784; }","duration":"115.928787ms","start":"2026-07-27T22:35:42.934902Z","end":"2026-07-27T22:35:43.050831Z","steps":["trace[997702321] 'agreement among raft nodes before linearized reading' (duration: 114.987986ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:43.054717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.45292ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:35:43.054762Z","caller":"traceutil/trace.go:171","msg":"trace[1499932245] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25785; }","duration":"119.533262ms","start":"2026-07-27T22:35:42.935217Z","end":"2026-07-27T22:35:43.05475Z","steps":["trace[1499932245] 'agreement among raft nodes before linearized reading' (duration: 119.416728ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:43.054966Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"119.247663ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:35:43.054992Z","caller":"traceutil/trace.go:171","msg":"trace[765212898] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25785; }","duration":"119.291765ms","start":"2026-07-27T22:35:42.935692Z","end":"2026-07-27T22:35:43.054984Z","steps":["trace[765212898] 'agreement among raft nodes before linearized reading' (duration: 119.223073ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:43.388639Z","caller":"traceutil/trace.go:171","msg":"trace[1721840201] transaction","detail":"{read_only:false; response_revision:25792; number_of_response:1; }","duration":"122.791936ms","start":"2026-07-27T22:35:43.265815Z","end":"2026-07-27T22:35:43.388606Z","steps":["trace[1721840201] 'process raft request' (duration: 122.300681ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:43.39177Z","caller":"traceutil/trace.go:171","msg":"trace[1452130645] linearizableReadLoop","detail":"{readStateIndex:26635; appliedIndex:26633; }","duration":"114.408198ms","start":"2026-07-27T22:35:43.277337Z","end":"2026-07-27T22:35:43.391745Z","steps":["trace[1452130645] 'read index received' (duration: 110.790922ms)","trace[1452130645] 'applied index is now lower than readState.Index' (duration: 3.616196ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:43.39203Z","caller":"traceutil/trace.go:171","msg":"trace[665433942] transaction","detail":"{read_only:false; response_revision:25793; number_of_response:1; }","duration":"124.241283ms","start":"2026-07-27T22:35:43.267754Z","end":"2026-07-27T22:35:43.391995Z","steps":["trace[665433942] 'process raft request' (duration: 123.856391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:43.392237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"114.779939ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-27T22:35:43.392274Z","caller":"traceutil/trace.go:171","msg":"trace[2019395589] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25793; }","duration":"114.968285ms","start":"2026-07-27T22:35:43.277294Z","end":"2026-07-27T22:35:43.392262Z","steps":["trace[2019395589] 'agreement among raft nodes before linearized reading' (duration: 114.549042ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:43.515871Z","caller":"traceutil/trace.go:171","msg":"trace[1079959833] transaction","detail":"{read_only:false; response_revision:25794; number_of_response:1; }","duration":"100.486111ms","start":"2026-07-27T22:35:43.41536Z","end":"2026-07-27T22:35:43.515846Z","steps":["trace[1079959833] 'process raft request' (duration: 95.45379ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:43.709358Z","caller":"traceutil/trace.go:171","msg":"trace[595647129] linearizableReadLoop","detail":"{readStateIndex:26646; appliedIndex:26645; }","duration":"116.3553ms","start":"2026-07-27T22:35:43.592978Z","end":"2026-07-27T22:35:43.709333Z","steps":["trace[595647129] 'read index received' (duration: 1.944432ms)","trace[595647129] 'applied index is now lower than readState.Index' (duration: 114.409128ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:43.70947Z","caller":"traceutil/trace.go:171","msg":"trace[835597281] transaction","detail":"{read_only:false; response_revision:25804; number_of_response:1; }","duration":"121.612019ms","start":"2026-07-27T22:35:43.587845Z","end":"2026-07-27T22:35:43.709457Z","steps":["trace[835597281] 'process raft request' (duration: 119.700528ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:43.709906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.892097ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112193"} {"level":"info","ts":"2026-07-27T22:35:43.710037Z","caller":"traceutil/trace.go:171","msg":"trace[1130765022] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25804; }","duration":"117.062403ms","start":"2026-07-27T22:35:43.592948Z","end":"2026-07-27T22:35:43.710011Z","steps":["trace[1130765022] 'agreement among raft nodes before linearized reading' (duration: 116.601798ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:43.713962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.994037ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-27T22:35:43.714025Z","caller":"traceutil/trace.go:171","msg":"trace[830014094] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25806; }","duration":"110.159591ms","start":"2026-07-27T22:35:43.60385Z","end":"2026-07-27T22:35:43.71401Z","steps":["trace[830014094] 'agreement among raft nodes before linearized reading' (duration: 109.885862ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:43.893594Z","caller":"traceutil/trace.go:171","msg":"trace[78147300] transaction","detail":"{read_only:false; response_revision:25808; number_of_response:1; }","duration":"114.961835ms","start":"2026-07-27T22:35:43.778598Z","end":"2026-07-27T22:35:43.89356Z","steps":["trace[78147300] 'process raft request' (duration: 114.758339ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:43.911815Z","caller":"traceutil/trace.go:171","msg":"trace[1791865407] linearizableReadLoop","detail":"{readStateIndex:26651; appliedIndex:26649; }","duration":"129.509612ms","start":"2026-07-27T22:35:43.782255Z","end":"2026-07-27T22:35:43.911765Z","steps":["trace[1791865407] 'read index received' (duration: 111.134703ms)","trace[1791865407] 'applied index is now lower than readState.Index' (duration: 18.373399ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:43.911869Z","caller":"traceutil/trace.go:171","msg":"trace[502021378] transaction","detail":"{read_only:false; number_of_response:1; response_revision:25808; }","duration":"132.384554ms","start":"2026-07-27T22:35:43.779425Z","end":"2026-07-27T22:35:43.911809Z","steps":["trace[502021378] 'process raft request' (duration: 132.204978ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:43.912073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"129.792861ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0\" ","response":"range_response_count:1 size:1343"} {"level":"info","ts":"2026-07-27T22:35:43.912134Z","caller":"traceutil/trace.go:171","msg":"trace[234086015] range","detail":"{range_begin:/registry/secrets/monitoring/prometheus-kube-prometheus-stack-prometheus-tls-assets-0; range_end:; response_count:1; response_revision:25808; }","duration":"130.060369ms","start":"2026-07-27T22:35:43.782061Z","end":"2026-07-27T22:35:43.912121Z","steps":["trace[234086015] 'agreement among raft nodes before linearized reading' (duration: 129.818341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:43.912108Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"128.175209ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"info","ts":"2026-07-27T22:35:43.91218Z","caller":"traceutil/trace.go:171","msg":"trace[1665218864] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25808; }","duration":"128.261972ms","start":"2026-07-27T22:35:43.783907Z","end":"2026-07-27T22:35:43.912169Z","steps":["trace[1665218864] 'agreement among raft nodes before linearized reading' (duration: 128.099937ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:44.249636Z","caller":"traceutil/trace.go:171","msg":"trace[1875752436] linearizableReadLoop","detail":"{readStateIndex:26652; appliedIndex:26651; }","duration":"306.094913ms","start":"2026-07-27T22:35:43.943512Z","end":"2026-07-27T22:35:44.249606Z","steps":["trace[1875752436] 'read index received' (duration: 250.137949ms)","trace[1875752436] 'applied index is now lower than readState.Index' (duration: 55.955484ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:44.249907Z","caller":"traceutil/trace.go:171","msg":"trace[1805268687] transaction","detail":"{read_only:false; response_revision:25809; number_of_response:1; }","duration":"310.143443ms","start":"2026-07-27T22:35:43.939752Z","end":"2026-07-27T22:35:44.249895Z","steps":["trace[1805268687] 'process raft request' (duration: 253.92084ms)","trace[1805268687] 'compare' (duration: 55.701726ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:44.250037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:43.939719Z","time spent":"310.221805ms","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":2506,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:35:44.250574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.059164ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/general\" ","response":"range_response_count:1 size:1125"} {"level":"info","ts":"2026-07-27T22:35:44.250621Z","caller":"traceutil/trace.go:171","msg":"trace[1650118445] range","detail":"{range_begin:/registry/storageclasses/general; range_end:; response_count:1; response_revision:25809; }","duration":"307.123226ms","start":"2026-07-27T22:35:43.94349Z","end":"2026-07-27T22:35:44.250613Z","steps":["trace[1650118445] 'agreement among raft nodes before linearized reading' (duration: 306.975371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:44.250644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:43.94348Z","time spent":"307.159197ms","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":34,"response count":1,"response size":1149,"request content":"key:\"/registry/storageclasses/general\" "} {"level":"warn","ts":"2026-07-27T22:35:44.250995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.101913ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" ","response":"range_response_count:16 size:112193"} {"level":"info","ts":"2026-07-27T22:35:44.251032Z","caller":"traceutil/trace.go:171","msg":"trace[776189008] range","detail":"{range_begin:/registry/pods/monitoring/; range_end:/registry/pods/monitoring0; response_count:16; response_revision:25809; }","duration":"301.141754ms","start":"2026-07-27T22:35:43.949883Z","end":"2026-07-27T22:35:44.251024Z","steps":["trace[776189008] 'agreement among raft nodes before linearized reading' (duration: 300.894636ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:44.251003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.907829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-27T22:35:44.251053Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:43.949788Z","time spent":"301.259387ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":16,"response size":112217,"request content":"key:\"/registry/pods/monitoring/\" range_end:\"/registry/pods/monitoring0\" "} {"level":"warn","ts":"2026-07-27T22:35:44.251048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"301.392092ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"info","ts":"2026-07-27T22:35:44.251162Z","caller":"traceutil/trace.go:171","msg":"trace[776068015] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25809; }","duration":"301.559067ms","start":"2026-07-27T22:35:43.949577Z","end":"2026-07-27T22:35:44.251137Z","steps":["trace[776068015] 'agreement among raft nodes before linearized reading' (duration: 301.196216ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:44.251221Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:43.949562Z","time spent":"301.648381ms","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":89,"response count":1,"response size":733,"request content":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" "} {"level":"info","ts":"2026-07-27T22:35:44.251086Z","caller":"traceutil/trace.go:171","msg":"trace[1400685247] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25809; }","duration":"239.044203ms","start":"2026-07-27T22:35:44.012021Z","end":"2026-07-27T22:35:44.251066Z","steps":["trace[1400685247] 'agreement among raft nodes before linearized reading' (duration: 238.748424ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:44.563264Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.295397ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated\" ","response":"range_response_count:1 size:1344"} {"level":"warn","ts":"2026-07-27T22:35:44.563348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.296492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/openstack/magnum-registry-certs\" ","response":"range_response_count:1 size:2225"} {"level":"info","ts":"2026-07-27T22:35:44.563352Z","caller":"traceutil/trace.go:171","msg":"trace[310765945] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-generated; range_end:; response_count:1; response_revision:25814; }","duration":"111.404141ms","start":"2026-07-27T22:35:44.451926Z","end":"2026-07-27T22:35:44.56333Z","steps":["trace[310765945] 'range keys from in-memory index tree' (duration: 111.201293ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:44.563403Z","caller":"traceutil/trace.go:171","msg":"trace[828184301] range","detail":"{range_begin:/registry/cert-manager.io/certificates/openstack/magnum-registry-certs; range_end:; response_count:1; response_revision:25814; }","duration":"108.363404ms","start":"2026-07-27T22:35:44.455026Z","end":"2026-07-27T22:35:44.563389Z","steps":["trace[828184301] 'range keys from in-memory index tree' (duration: 108.24629ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:44.873086Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"203.534745ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:35:44.873436Z","caller":"traceutil/trace.go:171","msg":"trace[1363227108] transaction","detail":"{read_only:false; response_revision:25816; number_of_response:1; }","duration":"258.583319ms","start":"2026-07-27T22:35:44.614796Z","end":"2026-07-27T22:35:44.87338Z","steps":["trace[1363227108] 'process raft request' (duration: 54.630501ms)","trace[1363227108] 'compare' (duration: 203.204534ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:44.873446Z","caller":"traceutil/trace.go:171","msg":"trace[1514221043] linearizableReadLoop","detail":"{readStateIndex:26659; appliedIndex:26658; }","duration":"257.919328ms","start":"2026-07-27T22:35:44.615484Z","end":"2026-07-27T22:35:44.873403Z","steps":["trace[1514221043] 'read index received' (duration: 53.774304ms)","trace[1514221043] 'applied index is now lower than readState.Index' (duration: 204.141504ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:44.873686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"258.176756ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config\" ","response":"range_response_count:1 size:709"} {"level":"warn","ts":"2026-07-27T22:35:44.873748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"226.006726ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/monitoring/kube-prometheus-stack-admission\" ","response":"range_response_count:1 size:1818"} {"level":"info","ts":"2026-07-27T22:35:44.873767Z","caller":"traceutil/trace.go:171","msg":"trace[1786224701] range","detail":"{range_begin:/registry/secrets/monitoring/alertmanager-kube-prometheus-stack-alertmanager-web-config; range_end:; response_count:1; response_revision:25817; }","duration":"258.318601ms","start":"2026-07-27T22:35:44.615429Z","end":"2026-07-27T22:35:44.873748Z","steps":["trace[1786224701] 'agreement among raft nodes before linearized reading' (duration: 258.087244ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:44.87379Z","caller":"traceutil/trace.go:171","msg":"trace[119349406] range","detail":"{range_begin:/registry/secrets/monitoring/kube-prometheus-stack-admission; range_end:; response_count:1; response_revision:25817; }","duration":"226.089258ms","start":"2026-07-27T22:35:44.647687Z","end":"2026-07-27T22:35:44.873776Z","steps":["trace[119349406] 'agreement among raft nodes before linearized reading' (duration: 225.956324ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:44.873992Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"111.494674ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:35:44.874041Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.612244ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-27T22:35:44.874043Z","caller":"traceutil/trace.go:171","msg":"trace[944067614] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25817; }","duration":"111.578367ms","start":"2026-07-27T22:35:44.762452Z","end":"2026-07-27T22:35:44.87403Z","steps":["trace[944067614] 'agreement among raft nodes before linearized reading' (duration: 111.454393ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:44.87407Z","caller":"traceutil/trace.go:171","msg":"trace[245236050] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25817; }","duration":"109.659305ms","start":"2026-07-27T22:35:44.764403Z","end":"2026-07-27T22:35:44.874062Z","steps":["trace[245236050] 'agreement among raft nodes before linearized reading' (duration: 109.574812ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:45.298675Z","caller":"traceutil/trace.go:171","msg":"trace[1208671013] transaction","detail":"{read_only:false; response_revision:25824; number_of_response:1; }","duration":"146.492356ms","start":"2026-07-27T22:35:45.152143Z","end":"2026-07-27T22:35:45.298635Z","steps":["trace[1208671013] 'process raft request' (duration: 106.796594ms)","trace[1208671013] 'compare' (duration: 39.459165ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:45.298698Z","caller":"traceutil/trace.go:171","msg":"trace[1609311246] transaction","detail":"{read_only:false; response_revision:25825; number_of_response:1; }","duration":"146.326281ms","start":"2026-07-27T22:35:45.152341Z","end":"2026-07-27T22:35:45.298668Z","steps":["trace[1609311246] 'process raft request' (duration: 146.233838ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:45.299039Z","caller":"traceutil/trace.go:171","msg":"trace[314713186] transaction","detail":"{read_only:false; response_revision:25826; number_of_response:1; }","duration":"145.177014ms","start":"2026-07-27T22:35:45.153832Z","end":"2026-07-27T22:35:45.299009Z","steps":["trace[314713186] 'process raft request' (duration: 144.789432ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:45.659657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.292046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-27T22:35:45.659758Z","caller":"traceutil/trace.go:171","msg":"trace[378578538] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:25828; }","duration":"115.443291ms","start":"2026-07-27T22:35:45.54429Z","end":"2026-07-27T22:35:45.659734Z","steps":["trace[378578538] 'range keys from in-memory index tree' (duration: 115.098329ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:45.879215Z","caller":"traceutil/trace.go:171","msg":"trace[1015763658] transaction","detail":"{read_only:false; response_revision:25830; number_of_response:1; }","duration":"159.004587ms","start":"2026-07-27T22:35:45.720168Z","end":"2026-07-27T22:35:45.879173Z","steps":["trace[1015763658] 'process raft request' (duration: 89.340874ms)","trace[1015763658] 'compare' (duration: 69.036203ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:45.879277Z","caller":"traceutil/trace.go:171","msg":"trace[1632950189] transaction","detail":"{read_only:false; response_revision:25831; number_of_response:1; }","duration":"158.13065ms","start":"2026-07-27T22:35:45.72112Z","end":"2026-07-27T22:35:45.879251Z","steps":["trace[1632950189] 'process raft request' (duration: 157.655065ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:47.414646Z","caller":"traceutil/trace.go:171","msg":"trace[722448911] transaction","detail":"{read_only:false; response_revision:25842; number_of_response:1; }","duration":"108.374044ms","start":"2026-07-27T22:35:47.306241Z","end":"2026-07-27T22:35:47.414615Z","steps":["trace[722448911] 'process raft request' (duration: 76.660237ms)","trace[722448911] 'compare' (duration: 31.446289ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:47.414731Z","caller":"traceutil/trace.go:171","msg":"trace[1344843782] linearizableReadLoop","detail":"{readStateIndex:26687; appliedIndex:26685; }","duration":"105.41702ms","start":"2026-07-27T22:35:47.309152Z","end":"2026-07-27T22:35:47.414569Z","steps":["trace[1344843782] 'read index received' (duration: 73.889189ms)","trace[1344843782] 'applied index is now lower than readState.Index' (duration: 31.526331ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:47.414672Z","caller":"traceutil/trace.go:171","msg":"trace[24049677] transaction","detail":"{read_only:false; response_revision:25843; number_of_response:1; }","duration":"106.080571ms","start":"2026-07-27T22:35:47.308571Z","end":"2026-07-27T22:35:47.414652Z","steps":["trace[24049677] 'process raft request' (duration: 105.937647ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:47.414845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.674088ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-27T22:35:47.414874Z","caller":"traceutil/trace.go:171","msg":"trace[664222990] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25843; }","duration":"105.73468ms","start":"2026-07-27T22:35:47.309131Z","end":"2026-07-27T22:35:47.414866Z","steps":["trace[664222990] 'agreement among raft nodes before linearized reading' (duration: 105.609956ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:49.28668Z","caller":"traceutil/trace.go:171","msg":"trace[1322193661] transaction","detail":"{read_only:false; response_revision:25855; number_of_response:1; }","duration":"120.522173ms","start":"2026-07-27T22:35:49.166111Z","end":"2026-07-27T22:35:49.286633Z","steps":["trace[1322193661] 'process raft request' (duration: 56.48086ms)","trace[1322193661] 'compare' (duration: 63.858978ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:49.804502Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.745091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:35:49.804597Z","caller":"traceutil/trace.go:171","msg":"trace[1824335319] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25860; }","duration":"232.894176ms","start":"2026-07-27T22:35:49.571676Z","end":"2026-07-27T22:35:49.80457Z","steps":["trace[1824335319] 'range keys from in-memory index tree' (duration: 232.536935ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:50.38343Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234059,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:35:50.660069Z","caller":"traceutil/trace.go:171","msg":"trace[642084955] transaction","detail":"{read_only:false; response_revision:25861; number_of_response:1; }","duration":"779.435398ms","start":"2026-07-27T22:35:49.880619Z","end":"2026-07-27T22:35:50.660055Z","steps":["trace[642084955] 'process raft request' (duration: 779.297653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:50.660175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:49.880595Z","time spent":"779.52634ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:35:50.768779Z","caller":"traceutil/trace.go:171","msg":"trace[230297344] linearizableReadLoop","detail":"{readStateIndex:26708; appliedIndex:26704; }","duration":"886.086817ms","start":"2026-07-27T22:35:49.882674Z","end":"2026-07-27T22:35:50.768761Z","steps":["trace[230297344] 'read index received' (duration: 777.33715ms)","trace[230297344] 'applied index is now lower than readState.Index' (duration: 108.748547ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:50.769071Z","caller":"traceutil/trace.go:171","msg":"trace[1553347461] transaction","detail":"{read_only:false; response_revision:25862; number_of_response:1; }","duration":"872.085037ms","start":"2026-07-27T22:35:49.896972Z","end":"2026-07-27T22:35:50.769057Z","steps":["trace[1553347461] 'process raft request' (duration: 871.507289ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:50.769147Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:49.89695Z","time spent":"872.141709ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:35:50.769286Z","caller":"traceutil/trace.go:171","msg":"trace[352447309] transaction","detail":"{read_only:false; response_revision:25863; number_of_response:1; }","duration":"839.840304ms","start":"2026-07-27T22:35:49.929439Z","end":"2026-07-27T22:35:50.76928Z","steps":["trace[352447309] 'process raft request' (duration: 839.207794ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:50.76932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:49.92942Z","time spent":"839.884675ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:35:50.769387Z","caller":"traceutil/trace.go:171","msg":"trace[1432816768] transaction","detail":"{read_only:false; response_revision:25864; number_of_response:1; }","duration":"444.539942ms","start":"2026-07-27T22:35:50.324843Z","end":"2026-07-27T22:35:50.769383Z","steps":["trace[1432816768] 'process raft request' (duration: 443.838679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:50.769411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:50.32482Z","time spent":"444.576932ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:35:50.769475Z","caller":"traceutil/trace.go:171","msg":"trace[752434381] transaction","detail":"{read_only:false; response_revision:25865; number_of_response:1; }","duration":"111.852045ms","start":"2026-07-27T22:35:50.657619Z","end":"2026-07-27T22:35:50.769471Z","steps":["trace[752434381] 'process raft request' (duration: 111.114592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:50.769572Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"886.932873ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:50.769594Z","caller":"traceutil/trace.go:171","msg":"trace[655344775] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25865; }","duration":"886.986225ms","start":"2026-07-27T22:35:49.882603Z","end":"2026-07-27T22:35:50.769589Z","steps":["trace[655344775] 'agreement among raft nodes before linearized reading' (duration: 886.945554ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:50.769629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:49.882559Z","time spent":"887.067427ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-27T22:35:50.769779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"434.328534ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:50.769797Z","caller":"traceutil/trace.go:171","msg":"trace[1624750493] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25865; }","duration":"434.379516ms","start":"2026-07-27T22:35:50.335413Z","end":"2026-07-27T22:35:50.769792Z","steps":["trace[1624750493] 'agreement among raft nodes before linearized reading' (duration: 434.340014ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:50.769809Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:50.335395Z","time spent":"434.411506ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:35:50.769991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"285.542684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:50.770011Z","caller":"traceutil/trace.go:171","msg":"trace[626320520] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:25865; }","duration":"285.593326ms","start":"2026-07-27T22:35:50.484412Z","end":"2026-07-27T22:35:50.770005Z","steps":["trace[626320520] 'agreement among raft nodes before linearized reading' (duration: 285.557294ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:55.314853Z","caller":"traceutil/trace.go:171","msg":"trace[1890192034] transaction","detail":"{read_only:false; response_revision:25895; number_of_response:1; }","duration":"502.971243ms","start":"2026-07-27T22:35:54.811852Z","end":"2026-07-27T22:35:55.314824Z","steps":["trace[1890192034] 'process raft request' (duration: 502.784197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:55.315027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:54.811835Z","time spent":"503.098727ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:35:55.44409Z","caller":"traceutil/trace.go:171","msg":"trace[1332267271] transaction","detail":"{read_only:false; response_revision:25896; number_of_response:1; }","duration":"631.755662ms","start":"2026-07-27T22:35:54.812296Z","end":"2026-07-27T22:35:55.444051Z","steps":["trace[1332267271] 'process raft request' (duration: 583.769133ms)","trace[1332267271] 'compare' (duration: 47.69864ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:55.444314Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:54.812249Z","time spent":"631.959719ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:35:55.444353Z","caller":"traceutil/trace.go:171","msg":"trace[223241348] transaction","detail":"{read_only:false; response_revision:25897; number_of_response:1; }","duration":"630.834312ms","start":"2026-07-27T22:35:54.813477Z","end":"2026-07-27T22:35:55.444312Z","steps":["trace[223241348] 'process raft request' (duration: 630.523452ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:55.444407Z","caller":"traceutil/trace.go:171","msg":"trace[2045214898] transaction","detail":"{read_only:false; response_revision:25899; number_of_response:1; }","duration":"435.477229ms","start":"2026-07-27T22:35:55.008909Z","end":"2026-07-27T22:35:55.444386Z","steps":["trace[2045214898] 'process raft request' (duration: 435.413767ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:55.444402Z","caller":"traceutil/trace.go:171","msg":"trace[702204301] transaction","detail":"{read_only:false; response_revision:25898; number_of_response:1; }","duration":"630.892234ms","start":"2026-07-27T22:35:54.813479Z","end":"2026-07-27T22:35:55.444371Z","steps":["trace[702204301] 'process raft request' (duration: 630.734029ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:55.444541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:54.813453Z","time spent":"630.986337ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:35:55.444554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:54.813434Z","time spent":"631.037229ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:35:55.444537Z","caller":"traceutil/trace.go:171","msg":"trace[1406183717] linearizableReadLoop","detail":"{readStateIndex:26743; appliedIndex:26739; }","duration":"562.789181ms","start":"2026-07-27T22:35:54.881711Z","end":"2026-07-27T22:35:55.4445Z","steps":["trace[1406183717] 'read index received' (duration: 433.00253ms)","trace[1406183717] 'applied index is now lower than readState.Index' (duration: 129.778221ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:55.444585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.008879Z","time spent":"435.580403ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:35:55.444637Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"562.922045ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:35:55.444684Z","caller":"traceutil/trace.go:171","msg":"trace[1789913008] range","detail":"{range_begin:/registry/rabbitmq.com/superstreams/; range_end:/registry/rabbitmq.com/superstreams0; response_count:0; response_revision:25899; }","duration":"563.025119ms","start":"2026-07-27T22:35:54.881646Z","end":"2026-07-27T22:35:55.444671Z","steps":["trace[1789913008] 'agreement among raft nodes before linearized reading' (duration: 562.940766ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:55.444725Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:54.881614Z","time spent":"563.102801ms","remote":"127.0.0.1:44888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/superstreams/\" range_end:\"/registry/rabbitmq.com/superstreams0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:35:55.94645Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234152,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:35:56.71321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"764.808838ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:35:56.713691Z","caller":"traceutil/trace.go:171","msg":"trace[1508684229] linearizableReadLoop","detail":"{readStateIndex:26746; appliedIndex:26744; }","duration":"1.269046794s","start":"2026-07-27T22:35:55.444624Z","end":"2026-07-27T22:35:56.71367Z","steps":["trace[1508684229] 'read index received' (duration: 503.638296ms)","trace[1508684229] 'applied index is now lower than readState.Index' (duration: 765.407038ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:35:56.713788Z","caller":"traceutil/trace.go:171","msg":"trace[400052988] transaction","detail":"{read_only:false; response_revision:25900; number_of_response:1; }","duration":"1.380008501s","start":"2026-07-27T22:35:55.333762Z","end":"2026-07-27T22:35:56.713771Z","steps":["trace[400052988] 'process raft request' (duration: 614.49037ms)","trace[400052988] 'compare' (duration: 764.448257ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:56.713855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.333733Z","time spent":"1.380081403s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:35:56.71391Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.591851131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:35:56.713998Z","caller":"traceutil/trace.go:171","msg":"trace[1291449993] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:25901; }","duration":"1.592003636s","start":"2026-07-27T22:35:55.121975Z","end":"2026-07-27T22:35:56.713979Z","steps":["trace[1291449993] 'agreement among raft nodes before linearized reading' (duration: 1.591797279s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.714039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.121952Z","time spent":"1.592078418s","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:35:56.714262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.765044603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:35:56.714341Z","caller":"traceutil/trace.go:171","msg":"trace[232419350] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:25901; }","duration":"1.765162898s","start":"2026-07-27T22:35:54.94916Z","end":"2026-07-27T22:35:56.714322Z","steps":["trace[232419350] 'agreement among raft nodes before linearized reading' (duration: 1.76492769s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.714313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.329284895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T22:35:56.714382Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.516209717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" ","response":"range_response_count:1 size:1936"} {"level":"warn","ts":"2026-07-27T22:35:56.714401Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.585839409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T22:35:56.71438Z","caller":"traceutil/trace.go:171","msg":"trace[1945384835] transaction","detail":"{read_only:false; response_revision:25901; number_of_response:1; }","duration":"1.043425001s","start":"2026-07-27T22:35:55.670901Z","end":"2026-07-27T22:35:56.714326Z","steps":["trace[1945384835] 'process raft request' (duration: 1.042579024s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:56.714448Z","caller":"traceutil/trace.go:171","msg":"trace[626442573] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0; range_end:; response_count:1; response_revision:25901; }","duration":"1.516267729s","start":"2026-07-27T22:35:55.198158Z","end":"2026-07-27T22:35:56.714426Z","steps":["trace[626442573] 'agreement among raft nodes before linearized reading' (duration: 1.516108744s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.714454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.809597001s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:35:56.714504Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.198125Z","time spent":"1.516367662s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":147,"response count":1,"response size":1960,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/alertmanager-kube-prometheus-stack-alertmanager-db-alertmanager-kube-prometheus-stack-alertmanager-0\" "} {"level":"info","ts":"2026-07-27T22:35:56.714528Z","caller":"traceutil/trace.go:171","msg":"trace[1628920816] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25901; }","duration":"1.809714916s","start":"2026-07-27T22:35:54.904795Z","end":"2026-07-27T22:35:56.71451Z","steps":["trace[1628920816] 'agreement among raft nodes before linearized reading' (duration: 1.8092152s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.714575Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:54.904771Z","time spent":"1.809793368s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:35:56.714634Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.67087Z","time spent":"1.043628637s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:35:56.714397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:54.949147Z","time spent":"1.76523857s","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":87,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:35:56.714314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.629368014s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-27T22:35:56.714792Z","caller":"traceutil/trace.go:171","msg":"trace[1801591427] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25901; }","duration":"1.629901911s","start":"2026-07-27T22:35:55.084875Z","end":"2026-07-27T22:35:56.714777Z","steps":["trace[1801591427] 'agreement among raft nodes before linearized reading' (duration: 1.629163787s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:56.71442Z","caller":"traceutil/trace.go:171","msg":"trace[1022797553] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25901; }","duration":"1.32945757s","start":"2026-07-27T22:35:55.384938Z","end":"2026-07-27T22:35:56.714396Z","steps":["trace[1022797553] 'agreement among raft nodes before linearized reading' (duration: 1.329129639s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.714839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.084852Z","time spent":"1.629975494s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:35:56.714254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802934528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:35:56.714892Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.384909Z","time spent":"1.329965996s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T22:35:56.714922Z","caller":"traceutil/trace.go:171","msg":"trace[800239195] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25901; }","duration":"1.80363863s","start":"2026-07-27T22:35:54.911273Z","end":"2026-07-27T22:35:56.714912Z","steps":["trace[800239195] 'agreement among raft nodes before linearized reading' (duration: 1.802711481s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.714968Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:54.911259Z","time spent":"1.803690863s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:35:56.714439Z","caller":"traceutil/trace.go:171","msg":"trace[917511450] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25901; }","duration":"1.58589706s","start":"2026-07-27T22:35:55.128535Z","end":"2026-07-27T22:35:56.714432Z","steps":["trace[917511450] 'agreement among raft nodes before linearized reading' (duration: 1.585768186s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.714815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.802431372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:35:56.715038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.128521Z","time spent":"1.5865024s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T22:35:56.715098Z","caller":"traceutil/trace.go:171","msg":"trace[1375325536] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25901; }","duration":"1.802772543s","start":"2026-07-27T22:35:54.912285Z","end":"2026-07-27T22:35:56.715058Z","steps":["trace[1375325536] 'agreement among raft nodes before linearized reading' (duration: 1.801689508s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.715156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:54.912264Z","time spent":"1.802882106s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:35:56.822129Z","caller":"traceutil/trace.go:171","msg":"trace[1919776990] linearizableReadLoop","detail":"{readStateIndex:26747; appliedIndex:26746; }","duration":"108.363374ms","start":"2026-07-27T22:35:56.713734Z","end":"2026-07-27T22:35:56.822098Z","steps":["trace[1919776990] 'read index received' (duration: 107.834097ms)","trace[1919776990] 'applied index is now lower than readState.Index' (duration: 527.397µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:35:56.822484Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.301918887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"warn","ts":"2026-07-27T22:35:56.822469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.144233842s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-27T22:35:56.822533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.195895668s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-27T22:35:56.822554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"490.212956ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:35:56.822512Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.022658944s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:35:56.822615Z","caller":"traceutil/trace.go:171","msg":"trace[119376718] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25902; }","duration":"490.316729ms","start":"2026-07-27T22:35:56.332283Z","end":"2026-07-27T22:35:56.8226Z","steps":["trace[119376718] 'agreement among raft nodes before linearized reading' (duration: 490.207565ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:56.822492Z","caller":"traceutil/trace.go:171","msg":"trace[1565514550] transaction","detail":"{read_only:false; response_revision:25902; number_of_response:1; }","duration":"513.44607ms","start":"2026-07-27T22:35:56.308988Z","end":"2026-07-27T22:35:56.822434Z","steps":["trace[1565514550] 'process raft request' (duration: 512.608504ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:56.822675Z","caller":"traceutil/trace.go:171","msg":"trace[86773424] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25902; }","duration":"1.022896522s","start":"2026-07-27T22:35:55.79975Z","end":"2026-07-27T22:35:56.822646Z","steps":["trace[86773424] 'agreement among raft nodes before linearized reading' (duration: 1.022424127s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.822754Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.799719Z","time spent":"1.023022696s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T22:35:56.822674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:56.332269Z","time spent":"490.397712ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:35:56.822753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"583.163865ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:35:56.822551Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277262117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-27T22:35:56.822861Z","caller":"traceutil/trace.go:171","msg":"trace[498754677] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:25902; }","duration":"583.344941ms","start":"2026-07-27T22:35:56.239489Z","end":"2026-07-27T22:35:56.822834Z","steps":["trace[498754677] 'agreement among raft nodes before linearized reading' (duration: 583.041261ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.822915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:56.23945Z","time spent":"583.456625ms","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:35:56.822874Z","caller":"traceutil/trace.go:171","msg":"trace[501204869] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:25902; }","duration":"1.27765677s","start":"2026-07-27T22:35:55.545205Z","end":"2026-07-27T22:35:56.822862Z","steps":["trace[501204869] 'agreement among raft nodes before linearized reading' (duration: 1.277133183s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.822998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.545181Z","time spent":"1.277805994s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-07-27T22:35:56.823002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.165504314s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:35:56.823033Z","caller":"traceutil/trace.go:171","msg":"trace[1325494756] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25902; }","duration":"1.165581686s","start":"2026-07-27T22:35:55.657441Z","end":"2026-07-27T22:35:56.823023Z","steps":["trace[1325494756] 'agreement among raft nodes before linearized reading' (duration: 1.16475778s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.823062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.657415Z","time spent":"1.165636268s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:35:56.822533Z","caller":"traceutil/trace.go:171","msg":"trace[1133554095] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25902; }","duration":"1.302040781s","start":"2026-07-27T22:35:55.520477Z","end":"2026-07-27T22:35:56.822518Z","steps":["trace[1133554095] 'agreement among raft nodes before linearized reading' (duration: 1.301841145s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.823182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.520451Z","time spent":"1.302718163s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T22:35:56.822582Z","caller":"traceutil/trace.go:171","msg":"trace[1053448202] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25902; }","duration":"1.144371706s","start":"2026-07-27T22:35:55.678186Z","end":"2026-07-27T22:35:56.822557Z","steps":["trace[1053448202] 'agreement among raft nodes before linearized reading' (duration: 1.144037386s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.823245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.678138Z","time spent":"1.14510029s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:35:56.822617Z","caller":"traceutil/trace.go:171","msg":"trace[5903604] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25902; }","duration":"1.196031323s","start":"2026-07-27T22:35:55.626572Z","end":"2026-07-27T22:35:56.822603Z","steps":["trace[5903604] 'agreement among raft nodes before linearized reading' (duration: 1.195817176s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.823395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:55.626511Z","time spent":"1.1968775s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:35:56.823515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:56.308949Z","time spent":"513.828122ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:35:56.896813Z","caller":"traceutil/trace.go:171","msg":"trace[650544538] transaction","detail":"{read_only:false; response_revision:25903; number_of_response:1; }","duration":"176.790218ms","start":"2026-07-27T22:35:56.71998Z","end":"2026-07-27T22:35:56.89677Z","steps":["trace[650544538] 'process raft request' (duration: 176.482388ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:56.896843Z","caller":"traceutil/trace.go:171","msg":"trace[1564696234] transaction","detail":"{read_only:false; response_revision:25904; number_of_response:1; }","duration":"175.635001ms","start":"2026-07-27T22:35:56.721173Z","end":"2026-07-27T22:35:56.896808Z","steps":["trace[1564696234] 'process raft request' (duration: 175.486756ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:56.896912Z","caller":"traceutil/trace.go:171","msg":"trace[636616200] transaction","detail":"{read_only:false; response_revision:25905; number_of_response:1; }","duration":"175.634441ms","start":"2026-07-27T22:35:56.72123Z","end":"2026-07-27T22:35:56.896865Z","steps":["trace[636616200] 'process raft request' (duration: 175.481916ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:56.897021Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.577214ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-67f5720c-6d2c-4799-9071-bbdfa1fc0208\" ","response":"range_response_count:1 size:1451"} {"level":"info","ts":"2026-07-27T22:35:56.897334Z","caller":"traceutil/trace.go:171","msg":"trace[1276244298] range","detail":"{range_begin:/registry/persistentvolumes/pvc-67f5720c-6d2c-4799-9071-bbdfa1fc0208; range_end:; response_count:1; response_revision:25905; }","duration":"178.925476ms","start":"2026-07-27T22:35:56.718384Z","end":"2026-07-27T22:35:56.89731Z","steps":["trace[1276244298] 'agreement among raft nodes before linearized reading' (duration: 178.486052ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:57.397765Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:35:57.898021Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:35:58.39916Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:35:58.824959Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999707366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:35:58.825053Z","caller":"traceutil/trace.go:171","msg":"trace[693480475] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999907082s","start":"2026-07-27T22:35:56.825126Z","end":"2026-07-27T22:35:58.825033Z","steps":["trace[693480475] 'agreement among raft nodes before linearized reading' (duration: 1.999783448s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:58.825107Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:56.825057Z","time spent":"2.000039577s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:35:58 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:35:58.900192Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:35:59.400585Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:35:59.90153Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234166,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:35:59.982317Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.085835185s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:35:59.982821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:56.825073Z","time spent":"3.15773953s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-27T22:35:59.983007Z","caller":"traceutil/trace.go:171","msg":"trace[1526369507] transaction","detail":"{read_only:false; response_revision:25907; number_of_response:1; }","duration":"3.154342041s","start":"2026-07-27T22:35:56.828637Z","end":"2026-07-27T22:35:59.982979Z","steps":["trace[1526369507] 'process raft request' (duration: 3.154236838s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:59.983067Z","caller":"traceutil/trace.go:171","msg":"trace[638357668] transaction","detail":"{read_only:false; response_revision:25906; number_of_response:1; }","duration":"3.154456854s","start":"2026-07-27T22:35:56.828558Z","end":"2026-07-27T22:35:59.983015Z","steps":["trace[638357668] 'process raft request' (duration: 3.154147504s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:59.983159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:56.828616Z","time spent":"3.154448654s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:35:59.983304Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:56.828541Z","time spent":"3.15463036s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:35:59.983282Z","caller":"traceutil/trace.go:171","msg":"trace[698853271] transaction","detail":"{read_only:false; response_revision:25908; number_of_response:1; }","duration":"3.154522177s","start":"2026-07-27T22:35:56.828721Z","end":"2026-07-27T22:35:59.983243Z","steps":["trace[698853271] 'process raft request' (duration: 3.154203467s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:35:59.983285Z","caller":"traceutil/trace.go:171","msg":"trace[102441242] transaction","detail":"{read_only:false; response_revision:25909; number_of_response:1; }","duration":"3.153754702s","start":"2026-07-27T22:35:56.829502Z","end":"2026-07-27T22:35:59.983257Z","steps":["trace[102441242] 'process raft request' (duration: 3.153633248s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:35:59.98347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:56.828944Z","time spent":"3.154442464s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:35:59.983495Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:56.828713Z","time spent":"3.154663081s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:00.802426Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000156411s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:00.802515Z","caller":"traceutil/trace.go:171","msg":"trace[965257212] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000359919s","start":"2026-07-27T22:35:58.802133Z","end":"2026-07-27T22:36:00.802493Z","steps":["trace[965257212] 'agreement among raft nodes before linearized reading' (duration: 2.000246625s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:00.802565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.802109Z","time spent":"2.000445411s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:00.833039Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.0001433s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:00.833133Z","caller":"traceutil/trace.go:171","msg":"trace[1576925327] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000300826s","start":"2026-07-27T22:35:58.83281Z","end":"2026-07-27T22:36:00.83311Z","steps":["trace[1576925327] 'agreement among raft nodes before linearized reading' (duration: 2.000179952s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:00.833184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.83279Z","time spent":"2.000384539s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:36:01.779665Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.797179555s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:36:01.780197Z","caller":"traceutil/trace.go:171","msg":"trace[21166105] transaction","detail":"{read_only:false; response_revision:25910; number_of_response:1; }","duration":"4.459354548s","start":"2026-07-27T22:35:57.320812Z","end":"2026-07-27T22:36:01.780167Z","steps":["trace[21166105] 'process raft request' (duration: 4.459119291s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:01.780386Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:57.320783Z","time spent":"4.459501813s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:01.780619Z","caller":"traceutil/trace.go:171","msg":"trace[1425158666] transaction","detail":"{read_only:false; response_revision:25911; number_of_response:1; }","duration":"4.330432775s","start":"2026-07-27T22:35:57.45017Z","end":"2026-07-27T22:36:01.780603Z","steps":["trace[1425158666] 'process raft request' (duration: 4.32995069s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:01.78063Z","caller":"traceutil/trace.go:171","msg":"trace[44431042] transaction","detail":"{read_only:false; response_revision:25912; number_of_response:1; }","duration":"4.329427063s","start":"2026-07-27T22:35:57.451174Z","end":"2026-07-27T22:36:01.780601Z","steps":["trace[44431042] 'process raft request' (duration: 4.329239557s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:01.780682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:57.450118Z","time spent":"4.330530818s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:01.780836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:57.451161Z","time spent":"4.329564317s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:01.781379Z","caller":"traceutil/trace.go:171","msg":"trace[1232798685] transaction","detail":"{read_only:false; response_revision:25913; number_of_response:1; }","duration":"4.329267908s","start":"2026-07-27T22:35:57.4521Z","end":"2026-07-27T22:36:01.781367Z","steps":["trace[1232798685] 'process raft request' (duration: 4.328458392s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:01.781452Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:57.452038Z","time spent":"4.329380421s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:01.781554Z","caller":"traceutil/trace.go:171","msg":"trace[508515238] transaction","detail":"{read_only:false; response_revision:25914; number_of_response:1; }","duration":"4.329081232s","start":"2026-07-27T22:35:57.452439Z","end":"2026-07-27T22:36:01.78152Z","steps":["trace[508515238] 'process raft request' (duration: 4.328801173s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:01.781714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:57.452414Z","time spent":"4.329215886s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:01.781787Z","caller":"traceutil/trace.go:171","msg":"trace[118596227] transaction","detail":"{read_only:false; response_revision:25916; number_of_response:1; }","duration":"3.061039061s","start":"2026-07-27T22:35:58.720732Z","end":"2026-07-27T22:36:01.781771Z","steps":["trace[118596227] 'process raft request' (duration: 3.060848224s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:01.78187Z","caller":"traceutil/trace.go:171","msg":"trace[179658779] linearizableReadLoop","detail":"{readStateIndex:26763; appliedIndex:26750; }","duration":"4.885101606s","start":"2026-07-27T22:35:56.896759Z","end":"2026-07-27T22:36:01.781861Z","steps":["trace[179658779] 'read index received' (duration: 3.085727301s)","trace[179658779] 'applied index is now lower than readState.Index' (duration: 1.799371685s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:01.781899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.720705Z","time spent":"3.061152594s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:01.781988Z","caller":"traceutil/trace.go:171","msg":"trace[91111789] transaction","detail":"{read_only:false; response_revision:25917; number_of_response:1; }","duration":"2.952494221s","start":"2026-07-27T22:35:58.829486Z","end":"2026-07-27T22:36:01.781981Z","steps":["trace[91111789] 'process raft request' (duration: 2.952182981s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:01.782032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.82947Z","time spent":"2.952540833s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T22:36:01.782021Z","caller":"traceutil/trace.go:171","msg":"trace[101656481] transaction","detail":"{read_only:false; response_revision:25915; number_of_response:1; }","duration":"4.261812115s","start":"2026-07-27T22:35:57.520187Z","end":"2026-07-27T22:36:01.781999Z","steps":["trace[101656481] 'process raft request' (duration: 4.261137653s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:01.782111Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:57.520156Z","time spent":"4.261908598s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:01.782282Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.954269154s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:36:01.782354Z","caller":"traceutil/trace.go:171","msg":"trace[917924798] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25917; }","duration":"4.954357807s","start":"2026-07-27T22:35:56.827989Z","end":"2026-07-27T22:36:01.782347Z","steps":["trace[917924798] 'agreement among raft nodes before linearized reading' (duration: 4.954191712s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:01.782374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:56.827972Z","time spent":"4.954397878s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T22:36:02.283106Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:02.783444Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:02.843069Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000863293s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:02.843156Z","caller":"traceutil/trace.go:171","msg":"trace[1110748138] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.001014508s","start":"2026-07-27T22:36:00.842117Z","end":"2026-07-27T22:36:02.843132Z","steps":["trace[1110748138] 'agreement among raft nodes before linearized reading' (duration: 2.000900214s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:02.843201Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:00.842094Z","time spent":"2.001097621s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:03.28362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234179,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:03.528466Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.173257283s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:03.528561Z","caller":"traceutil/trace.go:171","msg":"trace[450822354] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25917; }","duration":"1.173360816s","start":"2026-07-27T22:36:02.355183Z","end":"2026-07-27T22:36:03.528544Z","steps":["trace[450822354] 'range keys from in-memory index tree' (duration: 1.173239562s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:03.629244Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.681449343s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:36:03.629819Z","caller":"traceutil/trace.go:171","msg":"trace[1134001791] transaction","detail":"{read_only:false; response_revision:25919; number_of_response:1; }","duration":"3.459559467s","start":"2026-07-27T22:36:00.170221Z","end":"2026-07-27T22:36:03.629769Z","steps":["trace[1134001791] 'process raft request' (duration: 3.459406082s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:03.629992Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:00.170198Z","time spent":"3.459686471s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:03.629967Z","caller":"traceutil/trace.go:171","msg":"trace[1651331127] transaction","detail":"{read_only:false; response_revision:25918; number_of_response:1; }","duration":"3.643637308s","start":"2026-07-27T22:35:59.986267Z","end":"2026-07-27T22:36:03.629904Z","steps":["trace[1651331127] 'process raft request' (duration: 3.643156362s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:03.630217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:59.986239Z","time spent":"3.643831134s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:03.901361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999373539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:03.901469Z","caller":"traceutil/trace.go:171","msg":"trace[665095648] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999512784s","start":"2026-07-27T22:35:58.90193Z","end":"2026-07-27T22:36:03.901442Z","steps":["trace[665095648] 'agreement among raft nodes before linearized reading' (duration: 4.99938216s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:03.90153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.901922Z","time spent":"4.999596347s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/27 22:36:03 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:03.901713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999340969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:03.901756Z","caller":"traceutil/trace.go:171","msg":"trace[2060613905] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999438012s","start":"2026-07-27T22:35:58.90231Z","end":"2026-07-27T22:36:03.901748Z","steps":["trace[2060613905] 'agreement among raft nodes before linearized reading' (duration: 4.999387511s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:03.901792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.902279Z","time spent":"4.999505984s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T22:36:04.689776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.060063014s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:36:04.692412Z","caller":"traceutil/trace.go:171","msg":"trace[1749349934] transaction","detail":"{read_only:false; response_revision:25920; number_of_response:1; }","duration":"2.969878248s","start":"2026-07-27T22:36:01.722504Z","end":"2026-07-27T22:36:04.692383Z","steps":["trace[1749349934] 'process raft request' (duration: 2.967375117s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:04.692647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:01.722463Z","time spent":"2.970036613s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:04.843541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000089889s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:04.843649Z","caller":"traceutil/trace.go:171","msg":"trace[816402916] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000252525s","start":"2026-07-27T22:36:02.843369Z","end":"2026-07-27T22:36:04.843622Z","steps":["trace[816402916] 'agreement among raft nodes before linearized reading' (duration: 2.000120201s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:04.843751Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:02.843346Z","time spent":"2.000351137s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:05.762053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.069565908s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"warn","ts":"2026-07-27T22:36:05.762506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.231343745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:05.762719Z","caller":"traceutil/trace.go:171","msg":"trace[2088527174] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:25921; }","duration":"6.231606864s","start":"2026-07-27T22:35:59.531078Z","end":"2026-07-27T22:36:05.762685Z","steps":["trace[2088527174] 'agreement among raft nodes before linearized reading' (duration: 6.231279793s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.762803Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:59.531059Z","time spent":"6.231725037s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:05.763104Z","caller":"traceutil/trace.go:171","msg":"trace[432875350] transaction","detail":"{read_only:false; response_revision:25921; number_of_response:1; }","duration":"3.975825347s","start":"2026-07-27T22:36:01.787257Z","end":"2026-07-27T22:36:05.763082Z","steps":["trace[432875350] 'process raft request' (duration: 2.905105702s)","trace[432875350] 'compare' (duration: 1.068755452s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:05.763229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:01.78724Z","time spent":"3.97591873s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T22:36:05.763346Z","caller":"traceutil/trace.go:171","msg":"trace[986641196] linearizableReadLoop","detail":"{readStateIndex:26768; appliedIndex:26763; }","duration":"3.980331392s","start":"2026-07-27T22:36:01.78189Z","end":"2026-07-27T22:36:05.762222Z","steps":["trace[986641196] 'read index received' (duration: 1.847540778s)","trace[986641196] 'applied index is now lower than readState.Index' (duration: 2.132787974s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:05.763431Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.041283489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:05.763498Z","caller":"traceutil/trace.go:171","msg":"trace[1110047433] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25921; }","duration":"7.041353121s","start":"2026-07-27T22:35:58.72213Z","end":"2026-07-27T22:36:05.763483Z","steps":["trace[1110047433] 'agreement among raft nodes before linearized reading' (duration: 7.041135254s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.763541Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.722053Z","time spent":"7.041479485s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:05.763789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.042232549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:05.763839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.606708738s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:05.763838Z","caller":"traceutil/trace.go:171","msg":"trace[1571346820] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25921; }","duration":"7.042343873s","start":"2026-07-27T22:35:58.721482Z","end":"2026-07-27T22:36:05.763826Z","steps":["trace[1571346820] 'agreement among raft nodes before linearized reading' (duration: 7.042007362s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:05.763885Z","caller":"traceutil/trace.go:171","msg":"trace[1556252226] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:25921; }","duration":"6.606799292s","start":"2026-07-27T22:35:59.15707Z","end":"2026-07-27T22:36:05.763869Z","steps":["trace[1556252226] 'agreement among raft nodes before linearized reading' (duration: 6.606709919s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.763918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:59.157041Z","time spent":"6.606870094s","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.763926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.721443Z","time spent":"7.042467937s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:05.764077Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.708559134s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:05.76411Z","caller":"traceutil/trace.go:171","msg":"trace[121854349] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:25921; }","duration":"6.708657257s","start":"2026-07-27T22:35:59.055444Z","end":"2026-07-27T22:36:05.764101Z","steps":["trace[121854349] 'agreement among raft nodes before linearized reading' (duration: 6.708603815s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.764137Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:59.05541Z","time spent":"6.708716989s","remote":"127.0.0.1:58778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.764311Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.861069963s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:36:05.764341Z","caller":"traceutil/trace.go:171","msg":"trace[2015616564] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25921; }","duration":"6.861114225s","start":"2026-07-27T22:35:58.90322Z","end":"2026-07-27T22:36:05.764334Z","steps":["trace[2015616564] 'agreement among raft nodes before linearized reading' (duration: 6.861022912s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.764362Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.903212Z","time spent":"6.861144875s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:05.764496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.043033286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:05.764529Z","caller":"traceutil/trace.go:171","msg":"trace[2097471924] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25921; }","duration":"7.043118838s","start":"2026-07-27T22:35:58.721403Z","end":"2026-07-27T22:36:05.764522Z","steps":["trace[2097471924] 'agreement among raft nodes before linearized reading' (duration: 7.042990974s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.764652Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.721374Z","time spent":"7.043269893s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:05.764881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.236768156s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:05.764887Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.424876334s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:05.764913Z","caller":"traceutil/trace.go:171","msg":"trace[232864966] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25921; }","duration":"7.236823658s","start":"2026-07-27T22:35:58.528081Z","end":"2026-07-27T22:36:05.764904Z","steps":["trace[232864966] 'agreement among raft nodes before linearized reading' (duration: 7.236763196s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:05.764926Z","caller":"traceutil/trace.go:171","msg":"trace[962651605] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:25921; }","duration":"8.424942206s","start":"2026-07-27T22:35:57.339971Z","end":"2026-07-27T22:36:05.764913Z","steps":["trace[962651605] 'agreement among raft nodes before linearized reading' (duration: 8.424883244s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.764954Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:57.339954Z","time spent":"8.424993268s","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.765059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.528066Z","time spent":"7.236984753s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-27T22:36:05.765098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.485376366s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:05.765122Z","caller":"traceutil/trace.go:171","msg":"trace[1349853077] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:25921; }","duration":"7.485426488s","start":"2026-07-27T22:35:58.279688Z","end":"2026-07-27T22:36:05.765115Z","steps":["trace[1349853077] 'agreement among raft nodes before linearized reading' (duration: 7.485382976s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.765151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.279673Z","time spent":"7.485468738s","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.765285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.884305636s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:05.765315Z","caller":"traceutil/trace.go:171","msg":"trace[179770335] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/addressscopes/; range_end:/registry/openstack.k-orc.cloud/addressscopes0; response_count:0; response_revision:25921; }","duration":"7.884377288s","start":"2026-07-27T22:35:57.88093Z","end":"2026-07-27T22:36:05.765307Z","steps":["trace[179770335] 'agreement among raft nodes before linearized reading' (duration: 7.884330896s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.765345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:57.880909Z","time spent":"7.88442663s","remote":"127.0.0.1:50914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/addressscopes/\" range_end:\"/registry/openstack.k-orc.cloud/addressscopes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.764501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.869180403s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:05.765762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.656895649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:05.765802Z","caller":"traceutil/trace.go:171","msg":"trace[635517596] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:25921; }","duration":"5.656990742s","start":"2026-07-27T22:36:00.108803Z","end":"2026-07-27T22:36:05.765794Z","steps":["trace[635517596] 'agreement among raft nodes before linearized reading' (duration: 5.656897509s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.765831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:00.108773Z","time spent":"5.657050894s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.765961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.251338849s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:05.765995Z","caller":"traceutil/trace.go:171","msg":"trace[1752216725] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25921; }","duration":"4.251424112s","start":"2026-07-27T22:36:01.514563Z","end":"2026-07-27T22:36:05.765987Z","steps":["trace[1752216725] 'agreement among raft nodes before linearized reading' (duration: 4.25136717s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.766021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:01.514532Z","time spent":"4.251481703s","remote":"127.0.0.1:34988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.766206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.799073558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:05.766242Z","caller":"traceutil/trace.go:171","msg":"trace[1761174082] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:25921; }","duration":"4.799151912s","start":"2026-07-27T22:36:00.967082Z","end":"2026-07-27T22:36:05.766234Z","steps":["trace[1761174082] 'agreement among raft nodes before linearized reading' (duration: 4.799060709s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.766265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:00.967055Z","time spent":"4.799203713s","remote":"127.0.0.1:50842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:05.765543Z","caller":"traceutil/trace.go:171","msg":"trace[1464834657] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:25921; }","duration":"6.870256617s","start":"2026-07-27T22:35:58.895272Z","end":"2026-07-27T22:36:05.765529Z","steps":["trace[1464834657] 'agreement among raft nodes before linearized reading' (duration: 6.869193573s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.766763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.802774617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293208"} {"level":"info","ts":"2026-07-27T22:36:05.76679Z","caller":"traceutil/trace.go:171","msg":"trace[1140829661] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:25921; }","duration":"4.802839539s","start":"2026-07-27T22:36:00.963943Z","end":"2026-07-27T22:36:05.766782Z","steps":["trace[1140829661] 'agreement among raft nodes before linearized reading' (duration: 4.802439016s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.766862Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:00.963921Z","time spent":"4.802931742s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293232,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-27T22:36:05.767093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.199974401s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:05.767129Z","caller":"traceutil/trace.go:171","msg":"trace[1734725661] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:25921; }","duration":"5.200042003s","start":"2026-07-27T22:36:00.567076Z","end":"2026-07-27T22:36:05.767118Z","steps":["trace[1734725661] 'agreement among raft nodes before linearized reading' (duration: 5.199986751s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.767158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:00.56706Z","time spent":"5.200088975s","remote":"127.0.0.1:58990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.766769Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:58.89524Z","time spent":"6.871515827s","remote":"127.0.0.1:34754","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.767377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.882737779s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:05.767537Z","caller":"traceutil/trace.go:171","msg":"trace[1391445963] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25921; }","duration":"5.882941516s","start":"2026-07-27T22:35:59.884583Z","end":"2026-07-27T22:36:05.767524Z","steps":["trace[1391445963] 'agreement among raft nodes before linearized reading' (duration: 5.88275174s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.767673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:59.88456Z","time spent":"5.883101461s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.768109Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.991224521s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-27T22:36:05.768168Z","caller":"traceutil/trace.go:171","msg":"trace[319054880] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:25921; }","duration":"3.991337954s","start":"2026-07-27T22:36:01.776818Z","end":"2026-07-27T22:36:05.768156Z","steps":["trace[319054880] 'agreement among raft nodes before linearized reading' (duration: 3.986640984s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.768203Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:01.77679Z","time spent":"3.991403726s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2786,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:05.768839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.854457393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:05.768889Z","caller":"traceutil/trace.go:171","msg":"trace[1100116341] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:25921; }","duration":"5.854544095s","start":"2026-07-27T22:35:59.914327Z","end":"2026-07-27T22:36:05.768872Z","steps":["trace[1100116341] 'agreement among raft nodes before linearized reading' (duration: 5.854477023s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:05.768919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:35:59.914304Z","time spent":"5.854606347s","remote":"127.0.0.1:54974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:06.264286Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234187,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:06.298022Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.358306172s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:06.687691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"389.156185ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:06.688106Z","caller":"traceutil/trace.go:171","msg":"trace[1968248112] linearizableReadLoop","detail":"{readStateIndex:26775; appliedIndex:26768; }","duration":"924.657911ms","start":"2026-07-27T22:36:05.763428Z","end":"2026-07-27T22:36:06.688086Z","steps":["trace[1968248112] 'read index received' (duration: 535.033101ms)","trace[1968248112] 'applied index is now lower than readState.Index' (duration: 389.62346ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:06.688237Z","caller":"traceutil/trace.go:171","msg":"trace[5517556] transaction","detail":"{read_only:false; response_revision:25922; number_of_response:1; }","duration":"2.899601576s","start":"2026-07-27T22:36:03.788618Z","end":"2026-07-27T22:36:06.68822Z","steps":["trace[5517556] 'process raft request' (duration: 2.50982641s)","trace[5517556] 'compare' (duration: 388.98921ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:06.688332Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.788588Z","time spent":"2.899695918s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:06.688499Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978146323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:06.688666Z","caller":"traceutil/trace.go:171","msg":"trace[926546682] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:25928; }","duration":"2.978352889s","start":"2026-07-27T22:36:03.710286Z","end":"2026-07-27T22:36:06.688639Z","steps":["trace[926546682] 'agreement among raft nodes before linearized reading' (duration: 2.97808173s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.688684Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.54367943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-27T22:36:06.688866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699384052s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T22:36:06.688916Z","caller":"traceutil/trace.go:171","msg":"trace[1327084597] transaction","detail":"{read_only:false; response_revision:25927; number_of_response:1; }","duration":"2.899896985s","start":"2026-07-27T22:36:03.78901Z","end":"2026-07-27T22:36:06.688907Z","steps":["trace[1327084597] 'process raft request' (duration: 2.898974225s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:06.688948Z","caller":"traceutil/trace.go:171","msg":"trace[215881196] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25928; }","duration":"4.699459834s","start":"2026-07-27T22:36:01.989468Z","end":"2026-07-27T22:36:06.688928Z","steps":["trace[215881196] 'agreement among raft nodes before linearized reading' (duration: 4.69932082s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:06.68892Z","caller":"traceutil/trace.go:171","msg":"trace[1840730348] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:25928; }","duration":"4.54397085s","start":"2026-07-27T22:36:02.144911Z","end":"2026-07-27T22:36:06.688881Z","steps":["trace[1840730348] 'agreement among raft nodes before linearized reading' (duration: 4.543502785s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.689016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:01.989458Z","time spent":"4.699544557s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:06.689026Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.789003Z","time spent":"2.899946176s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:06.689056Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:02.144881Z","time spent":"4.544158416s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-27T22:36:06.689184Z","caller":"traceutil/trace.go:171","msg":"trace[212229867] transaction","detail":"{read_only:false; response_revision:25928; number_of_response:1; }","duration":"916.053696ms","start":"2026-07-27T22:36:05.77312Z","end":"2026-07-27T22:36:06.689173Z","steps":["trace[212229867] 'process raft request' (duration: 914.91171ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.689152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.991487551s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:06.689267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:05.773032Z","time spent":"916.179809ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:06.689265Z","caller":"traceutil/trace.go:171","msg":"trace[1862334372] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:25928; }","duration":"2.991678316s","start":"2026-07-27T22:36:03.697561Z","end":"2026-07-27T22:36:06.689239Z","steps":["trace[1862334372] 'agreement among raft nodes before linearized reading' (duration: 2.991467059s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.689309Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.700787916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-27T22:36:06.689326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.697532Z","time spent":"2.991775699s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:06.689355Z","caller":"traceutil/trace.go:171","msg":"trace[1573829453] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25928; }","duration":"4.7008916s","start":"2026-07-27T22:36:01.988451Z","end":"2026-07-27T22:36:06.689343Z","steps":["trace[1573829453] 'agreement among raft nodes before linearized reading' (duration: 4.700775116s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.689335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.056649049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-27T22:36:06.689393Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:01.988419Z","time spent":"4.700966372s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:36:06.689433Z","caller":"traceutil/trace.go:171","msg":"trace[82668420] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25928; }","duration":"3.056790764s","start":"2026-07-27T22:36:03.632619Z","end":"2026-07-27T22:36:06.689409Z","steps":["trace[82668420] 'agreement among raft nodes before linearized reading' (duration: 3.0563625s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.689461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.015928948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:06.689501Z","caller":"traceutil/trace.go:171","msg":"trace[1821601106] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:25928; }","duration":"1.015967479s","start":"2026-07-27T22:36:05.67352Z","end":"2026-07-27T22:36:06.689487Z","steps":["trace[1821601106] 'agreement among raft nodes before linearized reading' (duration: 1.015906787s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.689535Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:05.673489Z","time spent":"1.016038011s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:06.689625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.029961984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-27T22:36:06.689683Z","caller":"traceutil/trace.go:171","msg":"trace[1232476323] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25928; }","duration":"3.030045587s","start":"2026-07-27T22:36:03.659622Z","end":"2026-07-27T22:36:06.689667Z","steps":["trace[1232476323] 'agreement among raft nodes before linearized reading' (duration: 3.029903532s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:06.688884Z","caller":"traceutil/trace.go:171","msg":"trace[1269061357] transaction","detail":"{read_only:false; response_revision:25926; number_of_response:1; }","duration":"2.899994398s","start":"2026-07-27T22:36:03.788881Z","end":"2026-07-27T22:36:06.688875Z","steps":["trace[1269061357] 'process raft request' (duration: 2.899068648s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.689721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.659604Z","time spent":"3.030108679s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-27T22:36:06.689793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.788875Z","time spent":"2.900872956s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:06.689871Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.837102323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:06.688763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.699180096s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-27T22:36:06.689907Z","caller":"traceutil/trace.go:171","msg":"trace[757410263] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25928; }","duration":"1.837189456s","start":"2026-07-27T22:36:04.852708Z","end":"2026-07-27T22:36:06.689898Z","steps":["trace[757410263] 'agreement among raft nodes before linearized reading' (duration: 1.837130834s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.689949Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:04.852682Z","time spent":"1.837261209s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:36:06.689951Z","caller":"traceutil/trace.go:171","msg":"trace[764049494] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25928; }","duration":"4.700419775s","start":"2026-07-27T22:36:01.989516Z","end":"2026-07-27T22:36:06.689936Z","steps":["trace[764049494] 'agreement among raft nodes before linearized reading' (duration: 4.699105392s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.68995Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.618841824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:06.69006Z","caller":"traceutil/trace.go:171","msg":"trace[1643674637] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemmirrors/; range_end:/registry/ceph.rook.io/cephfilesystemmirrors0; response_count:0; response_revision:25928; }","duration":"2.618999019s","start":"2026-07-27T22:36:04.071048Z","end":"2026-07-27T22:36:06.690047Z","steps":["trace[1643674637] 'agreement among raft nodes before linearized reading' (duration: 2.618854034s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.692295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:04.071024Z","time spent":"2.621258202s","remote":"127.0.0.1:54950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemmirrors/\" range_end:\"/registry/ceph.rook.io/cephfilesystemmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:06.689497Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.632602Z","time spent":"3.056883607s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-27T22:36:06.690067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:01.989486Z","time spent":"4.700562649s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T22:36:06.688822Z","caller":"traceutil/trace.go:171","msg":"trace[283067231] transaction","detail":"{read_only:false; response_revision:25924; number_of_response:1; }","duration":"2.900019979s","start":"2026-07-27T22:36:03.788791Z","end":"2026-07-27T22:36:06.688811Z","steps":["trace[283067231] 'process raft request' (duration: 2.899061448s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.692772Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.788784Z","time spent":"2.903926104s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:06.688783Z","caller":"traceutil/trace.go:171","msg":"trace[351652615] transaction","detail":"{read_only:false; response_revision:25923; number_of_response:1; }","duration":"2.900026329s","start":"2026-07-27T22:36:03.788743Z","end":"2026-07-27T22:36:06.688769Z","steps":["trace[351652615] 'process raft request' (duration: 2.899046388s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.692953Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.788736Z","time spent":"2.904190202s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:06.690307Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978338539s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-27T22:36:06.693122Z","caller":"traceutil/trace.go:171","msg":"trace[638367278] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25928; }","duration":"2.981161869s","start":"2026-07-27T22:36:03.71195Z","end":"2026-07-27T22:36:06.693112Z","steps":["trace[638367278] 'agreement among raft nodes before linearized reading' (duration: 2.978173944s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.693149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.711946Z","time spent":"2.98119537s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:06.688728Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.710281Z","time spent":"2.978430722s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:06.690474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.05328706s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:06.693432Z","caller":"traceutil/trace.go:171","msg":"trace[454018509] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:25928; }","duration":"4.056319177s","start":"2026-07-27T22:36:02.637105Z","end":"2026-07-27T22:36:06.693425Z","steps":["trace[454018509] 'agreement among raft nodes before linearized reading' (duration: 4.05327775s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.693458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:02.637071Z","time spent":"4.056379109s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:06.69052Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.445685072s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:06.693619Z","caller":"traceutil/trace.go:171","msg":"trace[25275992] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:25928; }","duration":"3.448829472s","start":"2026-07-27T22:36:03.244782Z","end":"2026-07-27T22:36:06.693612Z","steps":["trace[25275992] 'agreement among raft nodes before linearized reading' (duration: 3.445673721s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.69394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.910438088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18144"} {"level":"info","ts":"2026-07-27T22:36:06.694061Z","caller":"traceutil/trace.go:171","msg":"trace[392342304] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25928; }","duration":"4.910578062s","start":"2026-07-27T22:36:01.783468Z","end":"2026-07-27T22:36:06.694046Z","steps":["trace[392342304] 'agreement among raft nodes before linearized reading' (duration: 4.910333605s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.694125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:01.783453Z","time spent":"4.910662165s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18168,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-27T22:36:06.693642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.244763Z","time spent":"3.448871354s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:06.690549Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.041698422s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:06.694432Z","caller":"traceutil/trace.go:171","msg":"trace[469748096] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:25928; }","duration":"2.045622848s","start":"2026-07-27T22:36:04.648795Z","end":"2026-07-27T22:36:06.694418Z","steps":["trace[469748096] 'agreement among raft nodes before linearized reading' (duration: 2.041725803s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.694462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:04.648753Z","time spent":"2.0456991s","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:06.690555Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"918.211255ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-27T22:36:06.694563Z","caller":"traceutil/trace.go:171","msg":"trace[1168993523] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:25928; }","duration":"922.358188ms","start":"2026-07-27T22:36:05.772183Z","end":"2026-07-27T22:36:06.694541Z","steps":["trace[1168993523] 'agreement among raft nodes before linearized reading' (duration: 918.219676ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.690623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.242577392s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:06.690622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.023912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:06.694817Z","caller":"traceutil/trace.go:171","msg":"trace[79651783] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25928; }","duration":"919.248879ms","start":"2026-07-27T22:36:05.775551Z","end":"2026-07-27T22:36:06.6948Z","steps":["trace[79651783] 'agreement among raft nodes before linearized reading' (duration: 915.037203ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.694855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:05.775533Z","time spent":"919.31223ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-27T22:36:06.694882Z","caller":"traceutil/trace.go:171","msg":"trace[1338402547] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:25928; }","duration":"2.246650353s","start":"2026-07-27T22:36:04.448002Z","end":"2026-07-27T22:36:06.694652Z","steps":["trace[1338402547] 'agreement among raft nodes before linearized reading' (duration: 2.242583622s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.694911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:05.772168Z","time spent":"922.503452ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" "} {"level":"warn","ts":"2026-07-27T22:36:06.690627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.842798006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7112"} {"level":"info","ts":"2026-07-27T22:36:06.694992Z","caller":"traceutil/trace.go:171","msg":"trace[1717554904] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25928; }","duration":"1.847209787s","start":"2026-07-27T22:36:04.847774Z","end":"2026-07-27T22:36:06.694984Z","steps":["trace[1717554904] 'agreement among raft nodes before linearized reading' (duration: 1.842798846s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.69502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:04.847754Z","time spent":"1.847259549s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7136,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-27T22:36:06.695149Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:04.447982Z","time spent":"2.246950982s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:06.690679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.35304ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-27T22:36:06.695203Z","caller":"traceutil/trace.go:171","msg":"trace[1060221682] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25928; }","duration":"791.933797ms","start":"2026-07-27T22:36:05.903256Z","end":"2026-07-27T22:36:06.69519Z","steps":["trace[1060221682] 'agreement among raft nodes before linearized reading' (duration: 787.328899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.695258Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:05.903226Z","time spent":"792.02055ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:36:06.690701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.458866516s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:06.695356Z","caller":"traceutil/trace.go:171","msg":"trace[1415154659] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:25928; }","duration":"2.463565686s","start":"2026-07-27T22:36:04.231781Z","end":"2026-07-27T22:36:06.695347Z","steps":["trace[1415154659] 'agreement among raft nodes before linearized reading' (duration: 2.458876416s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.695392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:04.231756Z","time spent":"2.463624928s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:06.690771Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"786.681838ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T22:36:06.695538Z","caller":"traceutil/trace.go:171","msg":"trace[1301238311] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25928; }","duration":"791.469542ms","start":"2026-07-27T22:36:05.904059Z","end":"2026-07-27T22:36:06.695529Z","steps":["trace[1301238311] 'agreement among raft nodes before linearized reading' (duration: 786.651167ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.695571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:05.904048Z","time spent":"791.514623ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T22:36:06.688854Z","caller":"traceutil/trace.go:171","msg":"trace[1739902643] transaction","detail":"{read_only:false; response_revision:25925; number_of_response:1; }","duration":"2.900006398s","start":"2026-07-27T22:36:03.788838Z","end":"2026-07-27T22:36:06.688844Z","steps":["trace[1739902643] 'process raft request' (duration: 2.899071048s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.695667Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.788832Z","time spent":"2.906805716s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:06.689953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.701530571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:36:06.695737Z","caller":"traceutil/trace.go:171","msg":"trace[1451565320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25928; }","duration":"4.707362247s","start":"2026-07-27T22:36:01.988366Z","end":"2026-07-27T22:36:06.695728Z","steps":["trace[1451565320] 'agreement among raft nodes before linearized reading' (duration: 4.701447828s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.695759Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:01.988338Z","time spent":"4.707414169s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:06.691029Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.268186942s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:06.695817Z","caller":"traceutil/trace.go:171","msg":"trace[1222652396] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:25928; }","duration":"3.273044147s","start":"2026-07-27T22:36:03.422761Z","end":"2026-07-27T22:36:06.695806Z","steps":["trace[1222652396] 'agreement among raft nodes before linearized reading' (duration: 3.268200071s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:06.695847Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:03.42273Z","time spent":"3.273108669s","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:07.201391Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234193,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:36:07.473917Z","caller":"traceutil/trace.go:171","msg":"trace[1051159841] transaction","detail":"{read_only:false; response_revision:25929; number_of_response:1; }","duration":"775.714938ms","start":"2026-07-27T22:36:06.698179Z","end":"2026-07-27T22:36:07.473894Z","steps":["trace[1051159841] 'process raft request' (duration: 732.144371ms)","trace[1051159841] 'compare' (duration: 42.483972ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:07.474042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.698129Z","time spent":"775.844383ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:08.629323Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.166092681s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:36:08.635518Z","caller":"traceutil/trace.go:171","msg":"trace[585894389] transaction","detail":"{read_only:false; response_revision:25930; number_of_response:1; }","duration":"1.936987335s","start":"2026-07-27T22:36:06.698493Z","end":"2026-07-27T22:36:08.63548Z","steps":["trace[585894389] 'process raft request' (duration: 1.931104477s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:08.635523Z","caller":"traceutil/trace.go:171","msg":"trace[1303252162] transaction","detail":"{read_only:false; response_revision:25931; number_of_response:1; }","duration":"1.934740533s","start":"2026-07-27T22:36:06.70074Z","end":"2026-07-27T22:36:08.635481Z","steps":["trace[1303252162] 'process raft request' (duration: 1.934482015s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:08.635533Z","caller":"traceutil/trace.go:171","msg":"trace[481986206] transaction","detail":"{read_only:false; response_revision:25933; number_of_response:1; }","duration":"1.934599138s","start":"2026-07-27T22:36:06.700901Z","end":"2026-07-27T22:36:08.6355Z","steps":["trace[481986206] 'process raft request' (duration: 1.934489045s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:08.635608Z","caller":"traceutil/trace.go:171","msg":"trace[1559758271] transaction","detail":"{read_only:false; response_revision:25932; number_of_response:1; }","duration":"1.934748513s","start":"2026-07-27T22:36:06.700815Z","end":"2026-07-27T22:36:08.635563Z","steps":["trace[1559758271] 'process raft request' (duration: 1.934526826s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.635686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.698462Z","time spent":"1.93714187s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:08.635708Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.700717Z","time spent":"1.934896808s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:08.63573Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.700897Z","time spent":"1.934727212s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:08.635796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.700811Z","time spent":"1.934888828s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:08.636551Z","caller":"traceutil/trace.go:171","msg":"trace[1486992958] transaction","detail":"{read_only:false; response_revision:25934; number_of_response:1; }","duration":"1.935126405s","start":"2026-07-27T22:36:06.701391Z","end":"2026-07-27T22:36:08.636518Z","steps":["trace[1486992958] 'process raft request' (duration: 1.934063491s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.638199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.701384Z","time spent":"1.936660754s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:08.637317Z","caller":"traceutil/trace.go:171","msg":"trace[600545875] transaction","detail":"{read_only:false; response_revision:25935; number_of_response:1; }","duration":"1.935384533s","start":"2026-07-27T22:36:06.701917Z","end":"2026-07-27T22:36:08.637302Z","steps":["trace[600545875] 'process raft request' (duration: 1.934487194s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:08.63762Z","caller":"traceutil/trace.go:171","msg":"trace[670030223] linearizableReadLoop","detail":"{readStateIndex:26786; appliedIndex:26775; }","duration":"1.936567191s","start":"2026-07-27T22:36:06.701039Z","end":"2026-07-27T22:36:08.637606Z","steps":["trace[670030223] 'read index received' (duration: 729.341621ms)","trace[670030223] 'applied index is now lower than readState.Index' (duration: 1.20722499s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:08.638478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.701912Z","time spent":"1.936501399s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:08.63762Z","caller":"traceutil/trace.go:171","msg":"trace[777115656] transaction","detail":"{read_only:false; response_revision:25936; number_of_response:1; }","duration":"1.935201337s","start":"2026-07-27T22:36:06.702381Z","end":"2026-07-27T22:36:08.637583Z","steps":["trace[777115656] 'process raft request' (duration: 1.934861926s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.638596Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.702374Z","time spent":"1.93619254s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:08.637682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936637084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:08.638742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.936888312s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-27T22:36:08.6388Z","caller":"traceutil/trace.go:171","msg":"trace[813222967] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0; range_end:; response_count:1; response_revision:25939; }","duration":"1.936959784s","start":"2026-07-27T22:36:06.701822Z","end":"2026-07-27T22:36:08.638782Z","steps":["trace[813222967] 'agreement among raft nodes before linearized reading' (duration: 1.936760677s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.638843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.701818Z","time spent":"1.937018135s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-cinder-server-0\" "} {"level":"info","ts":"2026-07-27T22:36:08.638842Z","caller":"traceutil/trace.go:171","msg":"trace[1487026089] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25939; }","duration":"1.937661166s","start":"2026-07-27T22:36:06.701011Z","end":"2026-07-27T22:36:08.638672Z","steps":["trace[1487026089] 'agreement among raft nodes before linearized reading' (duration: 1.936628003s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.638899Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.701004Z","time spent":"1.937879723s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:36:08.637716Z","caller":"traceutil/trace.go:171","msg":"trace[718544549] transaction","detail":"{read_only:false; response_revision:25938; number_of_response:1; }","duration":"1.931832639s","start":"2026-07-27T22:36:06.705876Z","end":"2026-07-27T22:36:08.637708Z","steps":["trace[718544549] 'process raft request' (duration: 1.931652553s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.639082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.322446464s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:08.639135Z","caller":"traceutil/trace.go:171","msg":"trace[1865516487] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:25939; }","duration":"1.322549387s","start":"2026-07-27T22:36:07.316576Z","end":"2026-07-27T22:36:08.639126Z","steps":["trace[1865516487] 'agreement among raft nodes before linearized reading' (duration: 1.322466344s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.639173Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:07.316528Z","time spent":"1.3226366s","remote":"127.0.0.1:34964","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:08.63921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"666.885637ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:08.639248Z","caller":"traceutil/trace.go:171","msg":"trace[850046730] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:25939; }","duration":"666.96762ms","start":"2026-07-27T22:36:07.972267Z","end":"2026-07-27T22:36:08.639235Z","steps":["trace[850046730] 'agreement among raft nodes before linearized reading' (duration: 666.908478ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.639274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:07.972207Z","time spent":"667.060203ms","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:08.639341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357142916s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:08.639376Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.124173ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secrettemplates/\" range_end:\"/registry/secretgen.carvel.dev/secrettemplates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:08.639381Z","caller":"traceutil/trace.go:171","msg":"trace[1460824722] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:25939; }","duration":"1.35725682s","start":"2026-07-27T22:36:07.282113Z","end":"2026-07-27T22:36:08.63937Z","steps":["trace[1460824722] 'agreement among raft nodes before linearized reading' (duration: 1.357195848s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:08.639401Z","caller":"traceutil/trace.go:171","msg":"trace[1590628802] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secrettemplates/; range_end:/registry/secretgen.carvel.dev/secrettemplates0; response_count:0; response_revision:25939; }","duration":"102.187336ms","start":"2026-07-27T22:36:08.537207Z","end":"2026-07-27T22:36:08.639394Z","steps":["trace[1590628802] 'agreement among raft nodes before linearized reading' (duration: 102.145445ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.639412Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:07.282089Z","time spent":"1.357315192s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:08.639504Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.825196ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:08.639592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.424781214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:08.639655Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.81207236s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:08.639707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.933998569s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:08.639794Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.937245093s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-27T22:36:08.639088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.705863Z","time spent":"1.933199654s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:08.637741Z","caller":"traceutil/trace.go:171","msg":"trace[1855005853] transaction","detail":"{read_only:false; response_revision:25939; number_of_response:1; }","duration":"1.787176282s","start":"2026-07-27T22:36:06.850554Z","end":"2026-07-27T22:36:08.63773Z","steps":["trace[1855005853] 'process raft request' (duration: 1.787019777s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.640116Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.850509Z","time spent":"1.789569018s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:08.640176Z","caller":"traceutil/trace.go:171","msg":"trace[459375737] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:25939; }","duration":"296.904117ms","start":"2026-07-27T22:36:08.342618Z","end":"2026-07-27T22:36:08.639523Z","steps":["trace[459375737] 'agreement among raft nodes before linearized reading' (duration: 296.866296ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:08.637851Z","caller":"traceutil/trace.go:171","msg":"trace[1769199238] transaction","detail":"{read_only:false; response_revision:25937; number_of_response:1; }","duration":"1.934872617s","start":"2026-07-27T22:36:06.702967Z","end":"2026-07-27T22:36:08.63784Z","steps":["trace[1769199238] 'process raft request' (duration: 1.934514206s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.640407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.70296Z","time spent":"1.937414909s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:08.640903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"862.439737ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:08.640992Z","caller":"traceutil/trace.go:171","msg":"trace[707007206] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25939; }","duration":"862.54788ms","start":"2026-07-27T22:36:07.778425Z","end":"2026-07-27T22:36:08.640973Z","steps":["trace[707007206] 'agreement among raft nodes before linearized reading' (duration: 862.269531ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.64105Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:07.778419Z","time spent":"862.616562ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:08.641066Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"868.433829ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:08.641113Z","caller":"traceutil/trace.go:171","msg":"trace[109818484] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25939; }","duration":"868.515152ms","start":"2026-07-27T22:36:07.772583Z","end":"2026-07-27T22:36:08.641098Z","steps":["trace[109818484] 'agreement among raft nodes before linearized reading' (duration: 868.380898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.641145Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:07.772561Z","time spent":"868.579233ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:08.641602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"865.9805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:08.641692Z","caller":"traceutil/trace.go:171","msg":"trace[158577718] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25939; }","duration":"866.121995ms","start":"2026-07-27T22:36:07.775561Z","end":"2026-07-27T22:36:08.641683Z","steps":["trace[158577718] 'agreement among raft nodes before linearized reading' (duration: 865.117732ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:08.641693Z","caller":"traceutil/trace.go:171","msg":"trace[1308319933] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25939; }","duration":"1.934053971s","start":"2026-07-27T22:36:06.705673Z","end":"2026-07-27T22:36:08.639727Z","steps":["trace[1308319933] 'agreement among raft nodes before linearized reading' (duration: 1.934005749s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.641742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.705658Z","time spent":"1.936067235s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-27T22:36:08.641926Z","caller":"traceutil/trace.go:171","msg":"trace[2022069529] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25939; }","duration":"1.937280924s","start":"2026-07-27T22:36:06.702534Z","end":"2026-07-27T22:36:08.639814Z","steps":["trace[2022069529] 'agreement among raft nodes before linearized reading' (duration: 1.937196211s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.641717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:07.775533Z","time spent":"866.177577ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:08.641971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.702525Z","time spent":"1.939436144s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-27T22:36:08.641646Z","caller":"traceutil/trace.go:171","msg":"trace[1086635816] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25939; }","duration":"1.812147442s","start":"2026-07-27T22:36:06.827529Z","end":"2026-07-27T22:36:08.639677Z","steps":["trace[1086635816] 'agreement among raft nodes before linearized reading' (duration: 1.812103191s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.642073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:06.827502Z","time spent":"1.81456361s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-27T22:36:08.64227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.256602643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:08.642665Z","caller":"traceutil/trace.go:171","msg":"trace[1807846919] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:25939; }","duration":"1.260208959s","start":"2026-07-27T22:36:07.382412Z","end":"2026-07-27T22:36:08.64262Z","steps":["trace[1807846919] 'agreement among raft nodes before linearized reading' (duration: 1.256626884s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:08.640361Z","caller":"traceutil/trace.go:171","msg":"trace[1315972123] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:25939; }","duration":"1.424862168s","start":"2026-07-27T22:36:07.214757Z","end":"2026-07-27T22:36:08.639619Z","steps":["trace[1315972123] 'agreement among raft nodes before linearized reading' (duration: 1.424805826s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:08.642767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:07.382388Z","time spent":"1.260326592s","remote":"127.0.0.1:50976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:08.642804Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:07.21473Z","time spent":"1.42805174s","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:09.388189Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.442882ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-27T22:36:09.388319Z","caller":"traceutil/trace.go:171","msg":"trace[1777392525] linearizableReadLoop","detail":"{readStateIndex:26788; appliedIndex:26787; }","duration":"710.052023ms","start":"2026-07-27T22:36:08.678244Z","end":"2026-07-27T22:36:09.388296Z","steps":["trace[1777392525] 'read index received' (duration: 166.487157ms)","trace[1777392525] 'applied index is now lower than readState.Index' (duration: 543.563016ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:09.388409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:08.674098Z","time spent":"714.307459ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-27T22:36:09.388759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.504707ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:36:09.388793Z","caller":"traceutil/trace.go:171","msg":"trace[1981503105] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25940; }","duration":"710.642141ms","start":"2026-07-27T22:36:08.678137Z","end":"2026-07-27T22:36:09.388779Z","steps":["trace[1981503105] 'agreement among raft nodes before linearized reading' (duration: 710.462315ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:09.388826Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:08.678112Z","time spent":"710.704723ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T22:36:09.888414Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:10.388969Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234221,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:10.823837Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.979042093s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:10.932801Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.678224ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:10.933216Z","caller":"traceutil/trace.go:171","msg":"trace[1520507289] transaction","detail":"{read_only:false; response_revision:25944; number_of_response:1; }","duration":"2.2325335s","start":"2026-07-27T22:36:08.700661Z","end":"2026-07-27T22:36:10.933194Z","steps":["trace[1520507289] 'process raft request' (duration: 2.232456828s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:10.9333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:08.700631Z","time spent":"2.232632823s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:10.933369Z","caller":"traceutil/trace.go:171","msg":"trace[2108369329] transaction","detail":"{read_only:false; response_revision:25941; number_of_response:1; }","duration":"2.248405888s","start":"2026-07-27T22:36:08.684921Z","end":"2026-07-27T22:36:10.933327Z","steps":["trace[2108369329] 'process raft request' (duration: 2.139097644s)","trace[2108369329] 'compare' (duration: 107.847958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:10.933531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:08.684895Z","time spent":"2.248547513s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:10.933538Z","caller":"traceutil/trace.go:171","msg":"trace[130688648] transaction","detail":"{read_only:false; response_revision:25942; number_of_response:1; }","duration":"2.237173809s","start":"2026-07-27T22:36:08.696353Z","end":"2026-07-27T22:36:10.933527Z","steps":["trace[130688648] 'process raft request' (duration: 2.23657381s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:10.933602Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:08.696315Z","time spent":"2.237254361s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:10.933744Z","caller":"traceutil/trace.go:171","msg":"trace[2018479155] transaction","detail":"{read_only:false; response_revision:25943; number_of_response:1; }","duration":"2.233922194s","start":"2026-07-27T22:36:08.699813Z","end":"2026-07-27T22:36:10.933735Z","steps":["trace[2018479155] 'process raft request' (duration: 2.233246873s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:10.933792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:08.699798Z","time spent":"2.233968925s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:10.93393Z","caller":"traceutil/trace.go:171","msg":"trace[1078127792] transaction","detail":"{read_only:false; response_revision:25945; number_of_response:1; }","duration":"2.232070485s","start":"2026-07-27T22:36:08.701847Z","end":"2026-07-27T22:36:10.933918Z","steps":["trace[1078127792] 'process raft request' (duration: 2.231304571s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:10.933993Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:08.701821Z","time spent":"2.232140367s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:10.934357Z","caller":"traceutil/trace.go:171","msg":"trace[1973392908] transaction","detail":"{read_only:false; response_revision:25946; number_of_response:1; }","duration":"2.225077981s","start":"2026-07-27T22:36:08.709264Z","end":"2026-07-27T22:36:10.934342Z","steps":["trace[1973392908] 'process raft request' (duration: 2.224559444s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:10.934506Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:08.709242Z","time spent":"2.225221195s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:10.934626Z","caller":"traceutil/trace.go:171","msg":"trace[1195246398] transaction","detail":"{read_only:false; response_revision:25947; number_of_response:1; }","duration":"2.214575904s","start":"2026-07-27T22:36:08.720038Z","end":"2026-07-27T22:36:10.934614Z","steps":["trace[1195246398] 'process raft request' (duration: 2.214242373s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:10.934691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:08.720004Z","time spent":"2.214654136s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:12.330315Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000041257s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:12.330413Z","caller":"traceutil/trace.go:171","msg":"trace[279786133] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000268104s","start":"2026-07-27T22:36:10.330124Z","end":"2026-07-27T22:36:12.330393Z","steps":["trace[279786133] 'agreement among raft nodes before linearized reading' (duration: 2.00014688s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:12.330466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.330095Z","time spent":"2.000356457s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:12 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:12.861431Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.567997007s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:12.96349Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.654082ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:12.963847Z","caller":"traceutil/trace.go:171","msg":"trace[1028255346] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:25947; }","duration":"609.035975ms","start":"2026-07-27T22:36:12.354787Z","end":"2026-07-27T22:36:12.963823Z","steps":["trace[1028255346] 'range keys from in-memory index tree' (duration: 608.632131ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:12.963968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.670510923s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:12.96431Z","caller":"traceutil/trace.go:171","msg":"trace[2124829453] transaction","detail":"{read_only:false; response_revision:25950; number_of_response:1; }","duration":"1.827093893s","start":"2026-07-27T22:36:11.137196Z","end":"2026-07-27T22:36:12.96429Z","steps":["trace[2124829453] 'process raft request' (duration: 1.827038701s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:12.96433Z","caller":"traceutil/trace.go:171","msg":"trace[76595983] transaction","detail":"{read_only:false; response_revision:25949; number_of_response:1; }","duration":"3.264664989s","start":"2026-07-27T22:36:09.699634Z","end":"2026-07-27T22:36:12.964299Z","steps":["trace[76595983] 'process raft request' (duration: 3.264466473s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:12.964391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:11.137161Z","time spent":"1.827195086s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:12.96438Z","caller":"traceutil/trace.go:171","msg":"trace[1376266452] transaction","detail":"{read_only:false; response_revision:25948; number_of_response:1; }","duration":"3.573008903s","start":"2026-07-27T22:36:09.391344Z","end":"2026-07-27T22:36:12.964353Z","steps":["trace[1376266452] 'process raft request' (duration: 1.901994384s)","trace[1376266452] 'compare' (duration: 1.669072056s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:12.964319Z","caller":"traceutil/trace.go:171","msg":"trace[89434593] linearizableReadLoop","detail":"{readStateIndex:26797; appliedIndex:26788; }","duration":"3.575949477s","start":"2026-07-27T22:36:09.388348Z","end":"2026-07-27T22:36:12.964297Z","steps":["trace[89434593] 'read index received' (duration: 1.435684724s)","trace[89434593] 'applied index is now lower than readState.Index' (duration: 2.140262513s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:12.964441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.952117905s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:12.964627Z","caller":"traceutil/trace.go:171","msg":"trace[944432471] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25950; }","duration":"3.952370434s","start":"2026-07-27T22:36:09.012234Z","end":"2026-07-27T22:36:12.964604Z","steps":["trace[944432471] 'agreement among raft nodes before linearized reading' (duration: 3.952103375s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:12.964793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:09.012207Z","time spent":"3.95255194s","remote":"127.0.0.1:53040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:12.964508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:09.699608Z","time spent":"3.264787913s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:12.964544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:09.391325Z","time spent":"3.573120926s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:12.964677Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.267803117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:36:12.966234Z","caller":"traceutil/trace.go:171","msg":"trace[75217634] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25950; }","duration":"4.269426849s","start":"2026-07-27T22:36:08.696795Z","end":"2026-07-27T22:36:12.966222Z","steps":["trace[75217634] 'agreement among raft nodes before linearized reading' (duration: 4.267702163s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:12.966271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:08.696762Z","time spent":"4.269497951s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:14.330386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999595423s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:14.330487Z","caller":"traceutil/trace.go:171","msg":"trace[1658906433] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999739757s","start":"2026-07-27T22:36:12.330722Z","end":"2026-07-27T22:36:14.330462Z","steps":["trace[1658906433] 'agreement among raft nodes before linearized reading' (duration: 1.999624593s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:14.330555Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.330707Z","time spent":"1.999830621s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:14.559927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.487035721s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:14.560057Z","caller":"traceutil/trace.go:171","msg":"trace[1344623993] transaction","detail":"{read_only:false; response_revision:25951; number_of_response:1; }","duration":"2.438523834s","start":"2026-07-27T22:36:12.121508Z","end":"2026-07-27T22:36:14.560032Z","steps":["trace[1344623993] 'process raft request' (duration: 951.275746ms)","trace[1344623993] 'compare' (duration: 1.484704477s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:14.560117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.121464Z","time spent":"2.438626197s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:15.613658Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.540825974s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:15.640479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998662876s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:15.640579Z","caller":"traceutil/trace.go:171","msg":"trace[166455898] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.99878848s","start":"2026-07-27T22:36:10.641767Z","end":"2026-07-27T22:36:15.640555Z","steps":["trace[166455898] 'agreement among raft nodes before linearized reading' (duration: 4.998658296s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:15.640663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.6417Z","time spent":"4.998949426s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/27 22:36:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:15.645912Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999834754s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:15.646026Z","caller":"traceutil/trace.go:171","msg":"trace[476019530] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"5.00000047s","start":"2026-07-27T22:36:10.645999Z","end":"2026-07-27T22:36:15.646Z","steps":["trace[476019530] 'agreement among raft nodes before linearized reading' (duration: 4.999851365s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:15.646078Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.645989Z","time spent":"5.000079052s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/27 22:36:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:15.647225Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999850805s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:15.647301Z","caller":"traceutil/trace.go:171","msg":"trace[1118813612] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"5.000045271s","start":"2026-07-27T22:36:10.647238Z","end":"2026-07-27T22:36:15.647283Z","steps":["trace[1118813612] 'agreement among raft nodes before linearized reading' (duration: 4.999861115s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:15.647359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.647231Z","time spent":"5.000115503s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/27 22:36:15 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-27T22:36:15.680343Z","caller":"traceutil/trace.go:171","msg":"trace[453262405] transaction","detail":"{read_only:false; response_revision:25953; number_of_response:1; }","duration":"2.737595192s","start":"2026-07-27T22:36:12.942701Z","end":"2026-07-27T22:36:15.680297Z","steps":["trace[453262405] 'process raft request' (duration: 2.737421286s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:15.680516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.942689Z","time spent":"2.737704086s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:15.68061Z","caller":"traceutil/trace.go:171","msg":"trace[663069981] transaction","detail":"{read_only:false; response_revision:25952; number_of_response:1; }","duration":"2.740185835s","start":"2026-07-27T22:36:12.940086Z","end":"2026-07-27T22:36:15.680271Z","steps":["trace[663069981] 'process raft request' (duration: 2.674130247s)","trace[663069981] 'compare' (duration: 65.551062ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:15.680822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.940057Z","time spent":"2.740668181s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:15.680809Z","caller":"traceutil/trace.go:171","msg":"trace[1053478068] transaction","detail":"{read_only:false; response_revision:25954; number_of_response:1; }","duration":"2.737184669s","start":"2026-07-27T22:36:12.943586Z","end":"2026-07-27T22:36:15.680771Z","steps":["trace[1053478068] 'process raft request' (duration: 2.736675333s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:15.681037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.943575Z","time spent":"2.737362144s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:15.681354Z","caller":"traceutil/trace.go:171","msg":"trace[116638169] transaction","detail":"{read_only:false; response_revision:25955; number_of_response:1; }","duration":"2.737511729s","start":"2026-07-27T22:36:12.943829Z","end":"2026-07-27T22:36:15.68134Z","steps":["trace[116638169] 'process raft request' (duration: 2.736620801s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:15.681445Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.943819Z","time spent":"2.737571481s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:15.682013Z","caller":"traceutil/trace.go:171","msg":"trace[1767379290] transaction","detail":"{read_only:false; response_revision:25957; number_of_response:1; }","duration":"2.737644873s","start":"2026-07-27T22:36:12.944351Z","end":"2026-07-27T22:36:15.681996Z","steps":["trace[1767379290] 'process raft request' (duration: 2.737130087s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:15.682066Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.944335Z","time spent":"2.737708416s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:15.682066Z","caller":"traceutil/trace.go:171","msg":"trace[288123217] transaction","detail":"{read_only:false; response_revision:25958; number_of_response:1; }","duration":"2.710616807s","start":"2026-07-27T22:36:12.97143Z","end":"2026-07-27T22:36:15.682046Z","steps":["trace[288123217] 'process raft request' (duration: 2.710352118s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:15.682073Z","caller":"traceutil/trace.go:171","msg":"trace[755813536] transaction","detail":"{read_only:false; response_revision:25956; number_of_response:1; }","duration":"2.73814296s","start":"2026-07-27T22:36:12.943894Z","end":"2026-07-27T22:36:15.682036Z","steps":["trace[755813536] 'process raft request' (duration: 2.737402066s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:15.682312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.943884Z","time spent":"2.738322335s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:15.682129Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.97139Z","time spent":"2.710709471s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:15.682124Z","caller":"traceutil/trace.go:171","msg":"trace[619728408] linearizableReadLoop","detail":"{readStateIndex:26805; appliedIndex:26798; }","duration":"2.71757833s","start":"2026-07-27T22:36:12.964512Z","end":"2026-07-27T22:36:15.68209Z","steps":["trace[619728408] 'read index received' (duration: 108.321403ms)","trace[619728408] 'applied index is now lower than readState.Index' (duration: 2.609254677s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.338321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999852351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:16.338576Z","caller":"traceutil/trace.go:171","msg":"trace[14153024] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000147021s","start":"2026-07-27T22:36:14.338401Z","end":"2026-07-27T22:36:16.338548Z","steps":["trace[14153024] 'agreement among raft nodes before linearized reading' (duration: 1.999873542s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:16.338738Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:14.338385Z","time spent":"2.000335847s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:16.402749Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.88439ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:36:16.40289Z","caller":"traceutil/trace.go:171","msg":"trace[535163935] linearizableReadLoop","detail":"{readStateIndex:26807; appliedIndex:26806; }","duration":"709.475925ms","start":"2026-07-27T22:36:15.693391Z","end":"2026-07-27T22:36:16.402867Z","steps":["trace[535163935] 'read index received' (duration: 174.066µs)","trace[535163935] 'applied index is now lower than readState.Index' (duration: 709.299939ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.403424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.762217645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T22:36:16.403494Z","caller":"traceutil/trace.go:171","msg":"trace[2129865621] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25958; }","duration":"5.762356779s","start":"2026-07-27T22:36:10.641116Z","end":"2026-07-27T22:36:16.403473Z","steps":["trace[2129865621] 'agreement among raft nodes before linearized reading' (duration: 5.041060626s)","trace[2129865621] 'range keys from in-memory index tree' (duration: 721.077166ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.403579Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.641068Z","time spent":"5.762496864s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:16.403882Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.588726264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:16.403952Z","caller":"traceutil/trace.go:171","msg":"trace[1755032087] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:25958; }","duration":"5.588842788s","start":"2026-07-27T22:36:10.815088Z","end":"2026-07-27T22:36:16.40393Z","steps":["trace[1755032087] 'agreement among raft nodes before linearized reading' (duration: 4.86708714s)","trace[1755032087] 'count revisions from in-memory index tree' (duration: 721.665605ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.404008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.815051Z","time spent":"5.588942971s","remote":"127.0.0.1:34986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.404346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.713242085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:16.404398Z","caller":"traceutil/trace.go:171","msg":"trace[1529804545] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:25958; }","duration":"5.713371959s","start":"2026-07-27T22:36:10.691013Z","end":"2026-07-27T22:36:16.404385Z","steps":["trace[1529804545] 'agreement among raft nodes before linearized reading' (duration: 4.991179808s)","trace[1529804545] 'count revisions from in-memory index tree' (duration: 722.118029ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.404439Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.690981Z","time spent":"5.713446582s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.404691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.842776402s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:16.404778Z","caller":"traceutil/trace.go:171","msg":"trace[36151655] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:25958; }","duration":"3.842922567s","start":"2026-07-27T22:36:12.561831Z","end":"2026-07-27T22:36:16.404753Z","steps":["trace[36151655] 'agreement among raft nodes before linearized reading' (duration: 3.120364784s)","trace[36151655] 'count revisions from in-memory index tree' (duration: 722.414099ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.404878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.561808Z","time spent":"3.843049922s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.405183Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748577478s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:36:16.405261Z","caller":"traceutil/trace.go:171","msg":"trace[689118209] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25958; }","duration":"5.748667481s","start":"2026-07-27T22:36:10.656584Z","end":"2026-07-27T22:36:16.405251Z","steps":["trace[689118209] 'agreement among raft nodes before linearized reading' (duration: 5.025621662s)","trace[689118209] 'range keys from in-memory index tree' (duration: 722.886274ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.405288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.656575Z","time spent":"5.748707132s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:16.405405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.960151745s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:16.405454Z","caller":"traceutil/trace.go:171","msg":"trace[588886268] range","detail":"{range_begin:/registry/rabbitmq.com/shovels/; range_end:/registry/rabbitmq.com/shovels0; response_count:0; response_revision:25958; }","duration":"3.960171216s","start":"2026-07-27T22:36:12.445248Z","end":"2026-07-27T22:36:16.405419Z","steps":["trace[588886268] 'agreement among raft nodes before linearized reading' (duration: 3.236962461s)","trace[588886268] 'count revisions from in-memory index tree' (duration: 723.177354ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.405476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.445182Z","time spent":"3.960286719s","remote":"127.0.0.1:44834","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/shovels/\" range_end:\"/registry/rabbitmq.com/shovels0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.405618Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.75768671s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:16.405641Z","caller":"traceutil/trace.go:171","msg":"trace[1368016397] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25958; }","duration":"5.757738941s","start":"2026-07-27T22:36:10.647895Z","end":"2026-07-27T22:36:16.405634Z","steps":["trace[1368016397] 'agreement among raft nodes before linearized reading' (duration: 5.03432088s)","trace[1368016397] 'range keys from in-memory index tree' (duration: 723.365239ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.405662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.647879Z","time spent":"5.757778503s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:16.405795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.759582381s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:16.405816Z","caller":"traceutil/trace.go:171","msg":"trace[1076509357] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25958; }","duration":"5.759632432s","start":"2026-07-27T22:36:10.646177Z","end":"2026-07-27T22:36:16.405809Z","steps":["trace[1076509357] 'agreement among raft nodes before linearized reading' (duration: 5.036049916s)","trace[1076509357] 'range keys from in-memory index tree' (duration: 723.533995ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.405834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.646118Z","time spent":"5.759711695s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:16.405934Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.050349946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:16.405955Z","caller":"traceutil/trace.go:171","msg":"trace[803722126] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:25958; }","duration":"4.050394058s","start":"2026-07-27T22:36:12.355554Z","end":"2026-07-27T22:36:16.405948Z","steps":["trace[803722126] 'agreement among raft nodes before linearized reading' (duration: 3.326670437s)","trace[803722126] 'count revisions from in-memory index tree' (duration: 723.6935ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.405975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.355537Z","time spent":"4.050430929s","remote":"127.0.0.1:34846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.40612Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.76111634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:16.406141Z","caller":"traceutil/trace.go:171","msg":"trace[620424008] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25958; }","duration":"5.761155571s","start":"2026-07-27T22:36:10.644979Z","end":"2026-07-27T22:36:16.406135Z","steps":["trace[620424008] 'agreement among raft nodes before linearized reading' (duration: 5.037256224s)","trace[620424008] 'range keys from in-memory index tree' (duration: 723.846545ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.406175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.644969Z","time spent":"5.761200723s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:16.406281Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.35928932s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:16.406306Z","caller":"traceutil/trace.go:171","msg":"trace[1397523794] range","detail":"{range_begin:/registry/monitoring.coreos.com/podmonitors/; range_end:/registry/monitoring.coreos.com/podmonitors0; response_count:0; response_revision:25958; }","duration":"4.359361053s","start":"2026-07-27T22:36:12.046935Z","end":"2026-07-27T22:36:16.406296Z","steps":["trace[1397523794] 'agreement among raft nodes before linearized reading' (duration: 3.635302491s)","trace[1397523794] 'count revisions from in-memory index tree' (duration: 724.026081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.406327Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.046906Z","time spent":"4.359412914s","remote":"127.0.0.1:58788","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":5,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/podmonitors/\" range_end:\"/registry/monitoring.coreos.com/podmonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.406452Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.980745491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:16.406475Z","caller":"traceutil/trace.go:171","msg":"trace[165361793] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:25958; }","duration":"5.980804463s","start":"2026-07-27T22:36:10.425661Z","end":"2026-07-27T22:36:16.406466Z","steps":["trace[165361793] 'agreement among raft nodes before linearized reading' (duration: 5.256573266s)","trace[165361793] 'count revisions from in-memory index tree' (duration: 724.197576ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.406494Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.425636Z","time spent":"5.980852144s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.406649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.377724277s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18144"} {"level":"info","ts":"2026-07-27T22:36:16.40667Z","caller":"traceutil/trace.go:171","msg":"trace[1974494277] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:25958; }","duration":"6.37781885s","start":"2026-07-27T22:36:10.028845Z","end":"2026-07-27T22:36:16.406664Z","steps":["trace[1974494277] 'agreement among raft nodes before linearized reading' (duration: 5.653402247s)","trace[1974494277] 'range keys from in-memory index tree' (duration: 724.352741ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.406686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.028817Z","time spent":"6.377864352s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18168,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-27T22:36:16.406834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.765848142s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:36:16.406855Z","caller":"traceutil/trace.go:171","msg":"trace[1441806314] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25958; }","duration":"5.765871912s","start":"2026-07-27T22:36:10.640976Z","end":"2026-07-27T22:36:16.406848Z","steps":["trace[1441806314] 'agreement among raft nodes before linearized reading' (duration: 5.041277314s)","trace[1441806314] 'range keys from in-memory index tree' (duration: 724.547987ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.406871Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.640938Z","time spent":"5.765928874s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:16.406967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.867753231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:16.406986Z","caller":"traceutil/trace.go:171","msg":"trace[282371657] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:25958; }","duration":"4.867829443s","start":"2026-07-27T22:36:11.53915Z","end":"2026-07-27T22:36:16.40698Z","steps":["trace[282371657] 'agreement among raft nodes before linearized reading' (duration: 4.143099979s)","trace[282371657] 'count revisions from in-memory index tree' (duration: 724.695782ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.407004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:11.539123Z","time spent":"4.867876454s","remote":"127.0.0.1:58748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.407147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.255756129s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-27T22:36:16.407168Z","caller":"traceutil/trace.go:171","msg":"trace[1840711755] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:25958; }","duration":"5.25580782s","start":"2026-07-27T22:36:11.151354Z","end":"2026-07-27T22:36:16.407162Z","steps":["trace[1840711755] 'agreement among raft nodes before linearized reading' (duration: 4.530905702s)","trace[1840711755] 'range keys from in-memory index tree' (duration: 724.849197ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.407185Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:11.15134Z","time spent":"5.255839832s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-27T22:36:16.407299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.790040898s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:16.407321Z","caller":"traceutil/trace.go:171","msg":"trace[1323015835] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:25958; }","duration":"5.790120119s","start":"2026-07-27T22:36:10.617193Z","end":"2026-07-27T22:36:16.407313Z","steps":["trace[1323015835] 'agreement among raft nodes before linearized reading' (duration: 5.065069466s)","trace[1323015835] 'count revisions from in-memory index tree' (duration: 725.019083ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.407339Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.61716Z","time spent":"5.790173242s","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.407465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.182121649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:16.407486Z","caller":"traceutil/trace.go:171","msg":"trace[127602571] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:25958; }","duration":"5.182198371s","start":"2026-07-27T22:36:11.225281Z","end":"2026-07-27T22:36:16.40748Z","steps":["trace[127602571] 'agreement among raft nodes before linearized reading' (duration: 4.456989762s)","trace[127602571] 'count revisions from in-memory index tree' (duration: 725.167228ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.407508Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:11.225255Z","time spent":"5.182243612s","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.407917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.44106998s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:16.407948Z","caller":"traceutil/trace.go:171","msg":"trace[696336394] range","detail":"{range_begin:/registry/priorityclasses/; range_end:/registry/priorityclasses0; response_count:0; response_revision:25958; }","duration":"5.441148682s","start":"2026-07-27T22:36:10.96679Z","end":"2026-07-27T22:36:16.407938Z","steps":["trace[696336394] 'agreement among raft nodes before linearized reading' (duration: 4.715475779s)","trace[696336394] 'count revisions from in-memory index tree' (duration: 725.624682ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.407972Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.966759Z","time spent":"5.441205524s","remote":"127.0.0.1:37884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":2,"response size":32,"request content":"key:\"/registry/priorityclasses/\" range_end:\"/registry/priorityclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.407981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.676120943s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:16.408036Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407793769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:36:16.408012Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.082797711s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:16.408101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.51942783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:16.408132Z","caller":"traceutil/trace.go:171","msg":"trace[230532362] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:25958; }","duration":"6.519530393s","start":"2026-07-27T22:36:09.888591Z","end":"2026-07-27T22:36:16.408122Z","steps":["trace[230532362] 'agreement among raft nodes before linearized reading' (duration: 5.793684834s)","trace[230532362] 'count revisions from in-memory index tree' (duration: 725.802548ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:16.408132Z","caller":"traceutil/trace.go:171","msg":"trace[1069900207] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:25958; }","duration":"2.082979027s","start":"2026-07-27T22:36:14.325122Z","end":"2026-07-27T22:36:16.408101Z","steps":["trace[1069900207] 'agreement among raft nodes before linearized reading' (duration: 2.082757549s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:16.408149Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.438817282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-27T22:36:16.408156Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:09.888566Z","time spent":"6.519582455s","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:16.40817Z","caller":"traceutil/trace.go:171","msg":"trace[462720903] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:25958; }","duration":"3.438863064s","start":"2026-07-27T22:36:12.969301Z","end":"2026-07-27T22:36:16.408164Z","steps":["trace[462720903] 'agreement among raft nodes before linearized reading' (duration: 3.438789341s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:16.408195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:12.96928Z","time spent":"3.438910454s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-27T22:36:16.408198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:14.3251Z","time spent":"2.083085s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.408203Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.579269088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"warn","ts":"2026-07-27T22:36:16.408255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.462545558s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-27T22:36:16.408259Z","caller":"traceutil/trace.go:171","msg":"trace[851223823] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25958; }","duration":"1.579380712s","start":"2026-07-27T22:36:14.828865Z","end":"2026-07-27T22:36:16.408246Z","steps":["trace[851223823] 'agreement among raft nodes before linearized reading' (duration: 1.579231017s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:16.408314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.013642137s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:16.408316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:14.828832Z","time spent":"1.579472115s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"info","ts":"2026-07-27T22:36:16.408342Z","caller":"traceutil/trace.go:171","msg":"trace[702216307] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:25958; }","duration":"5.013698049s","start":"2026-07-27T22:36:11.394635Z","end":"2026-07-27T22:36:16.408333Z","steps":["trace[702216307] 'agreement among raft nodes before linearized reading' (duration: 4.287634553s)","trace[702216307] 'count revisions from in-memory index tree' (duration: 726.002344ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.408364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:11.394616Z","time spent":"5.013741401s","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:16.40828Z","caller":"traceutil/trace.go:171","msg":"trace[541929769] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:25958; }","duration":"5.46260299s","start":"2026-07-27T22:36:10.94567Z","end":"2026-07-27T22:36:16.408273Z","steps":["trace[541929769] 'agreement among raft nodes before linearized reading' (duration: 4.736614257s)","trace[541929769] 'range keys from in-memory index tree' (duration: 725.923311ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.408396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:10.945649Z","time spent":"5.462739025s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-27T22:36:16.408068Z","caller":"traceutil/trace.go:171","msg":"trace[758451190] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterbackups/; range_end:/registry/pxc.percona.com/perconaxtradbclusterbackups0; response_count:0; response_revision:25958; }","duration":"1.676259128s","start":"2026-07-27T22:36:14.731785Z","end":"2026-07-27T22:36:16.408045Z","steps":["trace[758451190] 'agreement among raft nodes before linearized reading' (duration: 1.676125183s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:16.408514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.017327791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18144"} {"level":"warn","ts":"2026-07-27T22:36:16.408479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.074542036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-27T22:36:16.408537Z","caller":"traceutil/trace.go:171","msg":"trace[1123114448] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:25958; }","duration":"7.017407873s","start":"2026-07-27T22:36:09.391123Z","end":"2026-07-27T22:36:16.408531Z","steps":["trace[1123114448] 'agreement among raft nodes before linearized reading' (duration: 6.291227184s)","trace[1123114448] 'range keys from in-memory index tree' (duration: 726.121878ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:16.40856Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:09.391095Z","time spent":"7.017460575s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18168,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-27T22:36:16.408574Z","caller":"traceutil/trace.go:171","msg":"trace[565426365] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:25958; }","duration":"2.074714542s","start":"2026-07-27T22:36:14.333835Z","end":"2026-07-27T22:36:16.40855Z","steps":["trace[565426365] 'agreement among raft nodes before linearized reading' (duration: 2.074402822s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:16.408588Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"452.60492ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-27T22:36:16.40863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:14.333818Z","time spent":"2.074800334s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" "} {"level":"info","ts":"2026-07-27T22:36:16.408652Z","caller":"traceutil/trace.go:171","msg":"trace[398529227] range","detail":"{range_begin:/registry/rolebindings/; range_end:/registry/rolebindings0; response_count:0; response_revision:25958; }","duration":"452.724584ms","start":"2026-07-27T22:36:15.955911Z","end":"2026-07-27T22:36:16.408636Z","steps":["trace[398529227] 'agreement among raft nodes before linearized reading' (duration: 452.443165ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:16.408074Z","caller":"traceutil/trace.go:171","msg":"trace[115352934] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:25958; }","duration":"2.407880222s","start":"2026-07-27T22:36:14.000185Z","end":"2026-07-27T22:36:16.408065Z","steps":["trace[115352934] 'agreement among raft nodes before linearized reading' (duration: 2.40779478s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:16.40872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:15.955883Z","time spent":"452.820067ms","remote":"127.0.0.1:37856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":194,"response size":33,"request content":"key:\"/registry/rolebindings/\" range_end:\"/registry/rolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.408521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:14.731762Z","time spent":"1.676752053s","remote":"127.0.0.1:51428","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterbackups/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterbackups0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:16.408768Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:14.000161Z","time spent":"2.408596065s","remote":"127.0.0.1:58758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:16.820817Z","caller":"traceutil/trace.go:171","msg":"trace[633945587] transaction","detail":"{read_only:false; response_revision:25959; number_of_response:1; }","duration":"408.944809ms","start":"2026-07-27T22:36:16.411842Z","end":"2026-07-27T22:36:16.820787Z","steps":["trace[633945587] 'process raft request' (duration: 408.715081ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:16.820978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.41181Z","time spent":"409.083173ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:17.525599Z","caller":"traceutil/trace.go:171","msg":"trace[1093757626] transaction","detail":"{read_only:false; response_revision:25961; number_of_response:1; }","duration":"1.109365173s","start":"2026-07-27T22:36:16.416193Z","end":"2026-07-27T22:36:17.525558Z","steps":["trace[1093757626] 'process raft request' (duration: 1.10926699s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:17.525846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.416165Z","time spent":"1.10956214s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:17.525868Z","caller":"traceutil/trace.go:171","msg":"trace[1923943000] linearizableReadLoop","detail":"{readStateIndex:26809; appliedIndex:26807; }","duration":"1.109990333s","start":"2026-07-27T22:36:16.415777Z","end":"2026-07-27T22:36:17.525767Z","steps":["trace[1923943000] 'read index received' (duration: 404.832817ms)","trace[1923943000] 'applied index is now lower than readState.Index' (duration: 705.153486ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:17.525951Z","caller":"traceutil/trace.go:171","msg":"trace[2093874522] transaction","detail":"{read_only:false; response_revision:25962; number_of_response:1; }","duration":"1.106695537s","start":"2026-07-27T22:36:16.419234Z","end":"2026-07-27T22:36:17.52593Z","steps":["trace[2093874522] 'process raft request' (duration: 1.106279314s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:17.526092Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.419214Z","time spent":"1.1067739s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:17.526135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110350825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:140"} {"level":"info","ts":"2026-07-27T22:36:17.52562Z","caller":"traceutil/trace.go:171","msg":"trace[606127562] transaction","detail":"{read_only:false; response_revision:25960; number_of_response:1; }","duration":"1.109960273s","start":"2026-07-27T22:36:16.415609Z","end":"2026-07-27T22:36:17.52557Z","steps":["trace[606127562] 'process raft request' (duration: 1.109533729s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:17.526218Z","caller":"traceutil/trace.go:171","msg":"trace[825629336] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:25962; }","duration":"1.110482409s","start":"2026-07-27T22:36:16.415727Z","end":"2026-07-27T22:36:17.526209Z","steps":["trace[825629336] 'agreement among raft nodes before linearized reading' (duration: 1.110275772s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:17.526242Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.415702Z","time spent":"1.110533721s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-27T22:36:17.526252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.415576Z","time spent":"1.110652605s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:17.526456Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"922.017197ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:17.526481Z","caller":"traceutil/trace.go:171","msg":"trace[505397072] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:25962; }","duration":"922.097179ms","start":"2026-07-27T22:36:16.604372Z","end":"2026-07-27T22:36:17.526469Z","steps":["trace[505397072] 'agreement among raft nodes before linearized reading' (duration: 922.048838ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:17.526501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.604341Z","time spent":"922.154351ms","remote":"127.0.0.1:34856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:17.526533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.026797136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:17.526591Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110661484s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2561a459-c9aa-4526-8fd9-75bcd980781a\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-27T22:36:17.526619Z","caller":"traceutil/trace.go:171","msg":"trace[234380413] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25962; }","duration":"1.026870328s","start":"2026-07-27T22:36:16.499679Z","end":"2026-07-27T22:36:17.526549Z","steps":["trace[234380413] 'agreement among raft nodes before linearized reading' (duration: 1.026822986s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:17.526615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.104324692s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-07-27T22:36:17.526653Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.499651Z","time spent":"1.026992702s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:17.526663Z","caller":"traceutil/trace.go:171","msg":"trace[1847292635] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2561a459-c9aa-4526-8fd9-75bcd980781a; range_end:; response_count:1; response_revision:25962; }","duration":"1.110797679s","start":"2026-07-27T22:36:16.415838Z","end":"2026-07-27T22:36:17.526636Z","steps":["trace[1847292635] 'agreement among raft nodes before linearized reading' (duration: 1.11051756s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:17.52667Z","caller":"traceutil/trace.go:171","msg":"trace[40962026] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:25962; }","duration":"1.104388843s","start":"2026-07-27T22:36:16.422263Z","end":"2026-07-27T22:36:17.526652Z","steps":["trace[40962026] 'agreement among raft nodes before linearized reading' (duration: 1.104167706s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:17.526707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.232261ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:17.526711Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.422256Z","time spent":"1.104448086s","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T22:36:17.526709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.415829Z","time spent":"1.110870422s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-2561a459-c9aa-4526-8fd9-75bcd980781a\" "} {"level":"info","ts":"2026-07-27T22:36:17.526735Z","caller":"traceutil/trace.go:171","msg":"trace[913772577] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:25962; }","duration":"162.303413ms","start":"2026-07-27T22:36:17.364423Z","end":"2026-07-27T22:36:17.526726Z","steps":["trace[913772577] 'agreement among raft nodes before linearized reading' (duration: 162.254561ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:17.526928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"460.229044ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:17.526963Z","caller":"traceutil/trace.go:171","msg":"trace[321811660] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:25962; }","duration":"460.309117ms","start":"2026-07-27T22:36:17.066641Z","end":"2026-07-27T22:36:17.52695Z","steps":["trace[321811660] 'agreement among raft nodes before linearized reading' (duration: 460.252345ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:17.526994Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.066615Z","time spent":"460.370209ms","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:17.527002Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.110815969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"warn","ts":"2026-07-27T22:36:17.526983Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.378099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-27T22:36:17.527035Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.106374797s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:17.527068Z","caller":"traceutil/trace.go:171","msg":"trace[1190832227] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25962; }","duration":"1.106431009s","start":"2026-07-27T22:36:16.420629Z","end":"2026-07-27T22:36:17.52706Z","steps":["trace[1190832227] 'agreement among raft nodes before linearized reading' (duration: 1.106384578s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:17.527091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.420622Z","time spent":"1.1064657s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:36:17.527085Z","caller":"traceutil/trace.go:171","msg":"trace[913286815] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:25962; }","duration":"698.526973ms","start":"2026-07-27T22:36:16.828528Z","end":"2026-07-27T22:36:17.527055Z","steps":["trace[913286815] 'agreement among raft nodes before linearized reading' (duration: 698.230994ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:17.527031Z","caller":"traceutil/trace.go:171","msg":"trace[49629300] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25962; }","duration":"1.11084287s","start":"2026-07-27T22:36:16.416177Z","end":"2026-07-27T22:36:17.52702Z","steps":["trace[49629300] 'agreement among raft nodes before linearized reading' (duration: 1.110746567s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:17.527152Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.828503Z","time spent":"698.638137ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" "} {"level":"warn","ts":"2026-07-27T22:36:17.527179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:16.41611Z","time spent":"1.111054248s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1161,"request content":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-27T22:36:18.268833Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.707ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:18.269017Z","caller":"traceutil/trace.go:171","msg":"trace[633325417] linearizableReadLoop","detail":"{readStateIndex:26812; appliedIndex:26811; }","duration":"737.40221ms","start":"2026-07-27T22:36:17.5316Z","end":"2026-07-27T22:36:18.269003Z","steps":["trace[633325417] 'read index received' (duration: 349.537405ms)","trace[633325417] 'applied index is now lower than readState.Index' (duration: 387.863205ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:18.269145Z","caller":"traceutil/trace.go:171","msg":"trace[768165062] transaction","detail":"{read_only:false; response_revision:25963; number_of_response:1; }","duration":"739.60323ms","start":"2026-07-27T22:36:17.52947Z","end":"2026-07-27T22:36:18.269074Z","steps":["trace[768165062] 'process raft request' (duration: 351.576151ms)","trace[768165062] 'compare' (duration: 387.312896ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:18.269208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.529448Z","time spent":"739.725844ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:18.269813Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"738.177285ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"info","ts":"2026-07-27T22:36:18.269934Z","caller":"traceutil/trace.go:171","msg":"trace[1604766728] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:25963; }","duration":"738.34995ms","start":"2026-07-27T22:36:17.531557Z","end":"2026-07-27T22:36:18.269906Z","steps":["trace[1604766728] 'agreement among raft nodes before linearized reading' (duration: 737.602706ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:18.269999Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.531541Z","time spent":"738.448774ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-27T22:36:18.915416Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"335.751604ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:18.915856Z","caller":"traceutil/trace.go:171","msg":"trace[1088956707] transaction","detail":"{read_only:false; response_revision:25965; number_of_response:1; }","duration":"1.229278838s","start":"2026-07-27T22:36:17.68652Z","end":"2026-07-27T22:36:18.915798Z","steps":["trace[1088956707] 'process raft request' (duration: 1.22902541s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:18.915952Z","caller":"traceutil/trace.go:171","msg":"trace[91520247] transaction","detail":"{read_only:false; response_revision:25964; number_of_response:1; }","duration":"1.229460245s","start":"2026-07-27T22:36:17.686447Z","end":"2026-07-27T22:36:18.915907Z","steps":["trace[91520247] 'process raft request' (duration: 892.994429ms)","trace[91520247] 'compare' (duration: 333.951305ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:18.916055Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.686426Z","time spent":"1.229585478s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:18.916134Z","caller":"traceutil/trace.go:171","msg":"trace[2075932721] transaction","detail":"{read_only:false; response_revision:25966; number_of_response:1; }","duration":"1.215344082s","start":"2026-07-27T22:36:17.700755Z","end":"2026-07-27T22:36:18.916099Z","steps":["trace[2075932721] 'process raft request' (duration: 1.214896888s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:18.916338Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.700741Z","time spent":"1.215478237s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:18.916507Z","caller":"traceutil/trace.go:171","msg":"trace[1345829476] transaction","detail":"{read_only:false; response_revision:25967; number_of_response:1; }","duration":"1.215549369s","start":"2026-07-27T22:36:17.700946Z","end":"2026-07-27T22:36:18.916495Z","steps":["trace[1345829476] 'process raft request' (duration: 1.215453666s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:18.916583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.700934Z","time spent":"1.215615542s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:18.916285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.686498Z","time spent":"1.229499626s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:18.916801Z","caller":"traceutil/trace.go:171","msg":"trace[1806690313] transaction","detail":"{read_only:false; response_revision:25968; number_of_response:1; }","duration":"1.215795127s","start":"2026-07-27T22:36:17.700993Z","end":"2026-07-27T22:36:18.916788Z","steps":["trace[1806690313] 'process raft request' (duration: 1.215464907s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:18.916869Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.700972Z","time spent":"1.215865609s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:18.916884Z","caller":"traceutil/trace.go:171","msg":"trace[1432501938] transaction","detail":"{read_only:false; response_revision:25969; number_of_response:1; }","duration":"1.20091538s","start":"2026-07-27T22:36:17.715936Z","end":"2026-07-27T22:36:18.916852Z","steps":["trace[1432501938] 'process raft request' (duration: 1.200761905s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:18.917065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.715917Z","time spent":"1.201055414s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:19.536081Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00009683s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:19.536163Z","caller":"traceutil/trace.go:171","msg":"trace[2061824762] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000214934s","start":"2026-07-27T22:36:17.535931Z","end":"2026-07-27T22:36:19.536146Z","steps":["trace[2061824762] 'agreement among raft nodes before linearized reading' (duration: 2.00010948s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:19.536195Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.535925Z","time spent":"2.000261755s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:19.858864Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.279344643s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:36:19.860222Z","caller":"traceutil/trace.go:171","msg":"trace[959114797] linearizableReadLoop","detail":"{readStateIndex:26819; appliedIndex:26812; }","duration":"1.59115447s","start":"2026-07-27T22:36:18.269042Z","end":"2026-07-27T22:36:19.860197Z","steps":["trace[959114797] 'read index received' (duration: 310.474284ms)","trace[959114797] 'applied index is now lower than readState.Index' (duration: 1.280679516s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:19.860479Z","caller":"traceutil/trace.go:171","msg":"trace[84079035] transaction","detail":"{read_only:false; response_revision:25970; number_of_response:1; }","duration":"1.888205683s","start":"2026-07-27T22:36:17.972264Z","end":"2026-07-27T22:36:19.86047Z","steps":["trace[84079035] 'process raft request' (duration: 1.887766419s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:19.860582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.972235Z","time spent":"1.888262775s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:19.860795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923514305s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:19.860816Z","caller":"traceutil/trace.go:171","msg":"trace[531768492] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:25970; }","duration":"1.923571267s","start":"2026-07-27T22:36:17.937239Z","end":"2026-07-27T22:36:19.86081Z","steps":["trace[531768492] 'agreement among raft nodes before linearized reading' (duration: 1.923515735s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:19.860832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.937221Z","time spent":"1.923607288s","remote":"127.0.0.1:54872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:19.86101Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.160215393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:36:19.861023Z","caller":"traceutil/trace.go:171","msg":"trace[1490719453] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25970; }","duration":"2.160276596s","start":"2026-07-27T22:36:17.700742Z","end":"2026-07-27T22:36:19.861019Z","steps":["trace[1490719453] 'agreement among raft nodes before linearized reading' (duration: 2.160180412s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:19.861035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.700715Z","time spent":"2.160317677s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:19.861125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.211144126s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-27T22:36:19.861138Z","caller":"traceutil/trace.go:171","msg":"trace[1702495320] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25970; }","duration":"2.211178367s","start":"2026-07-27T22:36:17.649955Z","end":"2026-07-27T22:36:19.861134Z","steps":["trace[1702495320] 'agreement among raft nodes before linearized reading' (duration: 2.211136336s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:19.86115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.649937Z","time spent":"2.211210028s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:36:19.861245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.212749208s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-27T22:36:19.861257Z","caller":"traceutil/trace.go:171","msg":"trace[1804290525] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25970; }","duration":"2.212812809s","start":"2026-07-27T22:36:17.64844Z","end":"2026-07-27T22:36:19.861253Z","steps":["trace[1804290525] 'agreement among raft nodes before linearized reading' (duration: 2.212770448s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:19.861269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.648413Z","time spent":"2.21285309s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T22:36:19.861364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.219668919s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-27T22:36:19.861376Z","caller":"traceutil/trace.go:171","msg":"trace[1477758647] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25970; }","duration":"2.219718321s","start":"2026-07-27T22:36:17.641653Z","end":"2026-07-27T22:36:19.861372Z","steps":["trace[1477758647] 'agreement among raft nodes before linearized reading' (duration: 2.219676559s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:19.861389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.641637Z","time spent":"2.219748601s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:19.861472Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328269171s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:19.861489Z","caller":"traceutil/trace.go:171","msg":"trace[1035280737] range","detail":"{range_begin:/registry/resourcequotas/kube-system/; range_end:/registry/resourcequotas/kube-system0; response_count:0; response_revision:25970; }","duration":"2.328317272s","start":"2026-07-27T22:36:17.533165Z","end":"2026-07-27T22:36:19.861482Z","steps":["trace[1035280737] 'agreement among raft nodes before linearized reading' (duration: 2.328281371s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:19.861503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:17.533147Z","time spent":"2.328352283s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/kube-system/\" range_end:\"/registry/resourcequotas/kube-system0\" "} {"level":"info","ts":"2026-07-27T22:36:20.071615Z","caller":"traceutil/trace.go:171","msg":"trace[1351197464] transaction","detail":"{read_only:false; response_revision:25971; number_of_response:1; }","duration":"1.363828162s","start":"2026-07-27T22:36:18.707747Z","end":"2026-07-27T22:36:20.071575Z","steps":["trace[1351197464] 'process raft request' (duration: 1.359561756s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:20.07168Z","caller":"traceutil/trace.go:171","msg":"trace[104978274] linearizableReadLoop","detail":"{readStateIndex:26820; appliedIndex:26819; }","duration":"211.375386ms","start":"2026-07-27T22:36:19.860283Z","end":"2026-07-27T22:36:20.071659Z","steps":["trace[104978274] 'read index received' (duration: 207.13029ms)","trace[104978274] 'applied index is now lower than readState.Index' (duration: 4.240676ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:20.071786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:18.707713Z","time spent":"1.363985297s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:20.071786Z","caller":"traceutil/trace.go:171","msg":"trace[980083614] transaction","detail":"{read_only:false; response_revision:25975; number_of_response:1; }","duration":"203.063559ms","start":"2026-07-27T22:36:19.868693Z","end":"2026-07-27T22:36:20.071757Z","steps":["trace[980083614] 'process raft request' (duration: 203.026238ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.071858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.989991ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:20.071883Z","caller":"traceutil/trace.go:171","msg":"trace[1718786259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25975; }","duration":"409.090105ms","start":"2026-07-27T22:36:19.662785Z","end":"2026-07-27T22:36:20.071875Z","steps":["trace[1718786259] 'agreement among raft nodes before linearized reading' (duration: 408.985472ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.071903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:19.662764Z","time spent":"409.134256ms","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:20.071994Z","caller":"traceutil/trace.go:171","msg":"trace[1035064637] transaction","detail":"{read_only:false; response_revision:25972; number_of_response:1; }","duration":"203.500053ms","start":"2026-07-27T22:36:19.868472Z","end":"2026-07-27T22:36:20.071972Z","steps":["trace[1035064637] 'process raft request' (duration: 203.069469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.072022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.568242665s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:20.07206Z","caller":"traceutil/trace.go:171","msg":"trace[1884800151] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:25975; }","duration":"1.568322408s","start":"2026-07-27T22:36:18.503726Z","end":"2026-07-27T22:36:20.072048Z","steps":["trace[1884800151] 'agreement among raft nodes before linearized reading' (duration: 1.568253115s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.07206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.384256217s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:20.07209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:18.503707Z","time spent":"1.568376169s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:20.072102Z","caller":"traceutil/trace.go:171","msg":"trace[1673559821] transaction","detail":"{read_only:false; response_revision:25973; number_of_response:1; }","duration":"203.559525ms","start":"2026-07-27T22:36:19.868535Z","end":"2026-07-27T22:36:20.072094Z","steps":["trace[1673559821] 'process raft request' (duration: 203.130341ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.072102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65417304s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:20.072141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"535.822657ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:20.072165Z","caller":"traceutil/trace.go:171","msg":"trace[1029180123] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25975; }","duration":"535.890449ms","start":"2026-07-27T22:36:19.536269Z","end":"2026-07-27T22:36:20.072159Z","steps":["trace[1029180123] 'agreement among raft nodes before linearized reading' (duration: 535.851318ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:20.072164Z","caller":"traceutil/trace.go:171","msg":"trace[1068930860] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25975; }","duration":"1.654280503s","start":"2026-07-27T22:36:18.41787Z","end":"2026-07-27T22:36:20.07215Z","steps":["trace[1068930860] 'agreement among raft nodes before linearized reading' (duration: 1.654102017s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.072151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.65168346s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:20.072202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:18.417863Z","time spent":"1.654332575s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:20.072221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.031091ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:1137"} {"level":"info","ts":"2026-07-27T22:36:20.072231Z","caller":"traceutil/trace.go:171","msg":"trace[1902999311] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25975; }","duration":"1.651782833s","start":"2026-07-27T22:36:18.420428Z","end":"2026-07-27T22:36:20.072211Z","steps":["trace[1902999311] 'agreement among raft nodes before linearized reading' (duration: 1.651558356s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:20.072103Z","caller":"traceutil/trace.go:171","msg":"trace[969620791] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:25975; }","duration":"1.384381071s","start":"2026-07-27T22:36:18.687709Z","end":"2026-07-27T22:36:20.07209Z","steps":["trace[969620791] 'agreement among raft nodes before linearized reading' (duration: 1.384267287s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:20.072273Z","caller":"traceutil/trace.go:171","msg":"trace[1229607003] transaction","detail":"{read_only:false; response_revision:25974; number_of_response:1; }","duration":"203.70428ms","start":"2026-07-27T22:36:19.86856Z","end":"2026-07-27T22:36:20.072265Z","steps":["trace[1229607003] 'process raft request' (duration: 203.133382ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.072274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:18.420421Z","time spent":"1.651844896s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:20.072301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.001611ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:36:20.072328Z","caller":"traceutil/trace.go:171","msg":"trace[671318110] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25975; }","duration":"540.039772ms","start":"2026-07-27T22:36:19.532282Z","end":"2026-07-27T22:36:20.072322Z","steps":["trace[671318110] 'agreement among raft nodes before linearized reading' (duration: 539.924939ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.072315Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:18.687633Z","time spent":"1.384655049s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-27T22:36:20.072189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:19.536247Z","time spent":"535.935541ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:36:20.072346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:19.532276Z","time spent":"540.066343ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:20.07238Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.019935117s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:20.072407Z","caller":"traceutil/trace.go:171","msg":"trace[606861680] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:25975; }","duration":"1.019998189s","start":"2026-07-27T22:36:19.0524Z","end":"2026-07-27T22:36:20.072398Z","steps":["trace[606861680] 'agreement among raft nodes before linearized reading' (duration: 1.019952697s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.072093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.654919894s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:20.072256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.427067469s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-27T22:36:20.072429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.270291013s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:20.072264Z","caller":"traceutil/trace.go:171","msg":"trace[119477139] range","detail":"{range_begin:/registry/services/specs/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25975; }","duration":"209.120764ms","start":"2026-07-27T22:36:19.863131Z","end":"2026-07-27T22:36:20.072252Z","steps":["trace[119477139] 'agreement among raft nodes before linearized reading' (duration: 208.98521ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:20.072453Z","caller":"traceutil/trace.go:171","msg":"trace[35538748] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25975; }","duration":"1.270338154s","start":"2026-07-27T22:36:18.802109Z","end":"2026-07-27T22:36:20.072447Z","steps":["trace[35538748] 'agreement among raft nodes before linearized reading' (duration: 1.270298853s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:20.072452Z","caller":"traceutil/trace.go:171","msg":"trace[2146054269] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:25975; }","duration":"1.427297676s","start":"2026-07-27T22:36:18.645144Z","end":"2026-07-27T22:36:20.072441Z","steps":["trace[2146054269] 'agreement among raft nodes before linearized reading' (duration: 1.427058658s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.072472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:18.802098Z","time spent":"1.270370876s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:36:20.072484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:18.645123Z","time spent":"1.427352588s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-07-27T22:36:20.072494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.551731ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T22:36:20.07252Z","caller":"traceutil/trace.go:171","msg":"trace[140949628] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25975; }","duration":"541.585771ms","start":"2026-07-27T22:36:19.530926Z","end":"2026-07-27T22:36:20.072511Z","steps":["trace[140949628] 'agreement among raft nodes before linearized reading' (duration: 541.518999ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.07252Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"541.651354ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-27T22:36:20.072539Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:19.530922Z","time spent":"541.612323ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:36:20.072551Z","caller":"traceutil/trace.go:171","msg":"trace[1644710921] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25975; }","duration":"541.723806ms","start":"2026-07-27T22:36:19.530818Z","end":"2026-07-27T22:36:20.072542Z","steps":["trace[1644710921] 'agreement among raft nodes before linearized reading' (duration: 541.648834ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.072574Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:19.530793Z","time spent":"541.774918ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:20.072432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:19.052383Z","time spent":"1.020043411s","remote":"127.0.0.1:54878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:20.072332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.797184965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2ef7bb4b-cefd-41a4-a70c-25916c85f310\" ","response":"range_response_count:1 size:1316"} {"level":"info","ts":"2026-07-27T22:36:20.072432Z","caller":"traceutil/trace.go:171","msg":"trace[1783908251] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25975; }","duration":"1.655308347s","start":"2026-07-27T22:36:18.417119Z","end":"2026-07-27T22:36:20.072427Z","steps":["trace[1783908251] 'agreement among raft nodes before linearized reading' (duration: 1.654912204s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:20.072658Z","caller":"traceutil/trace.go:171","msg":"trace[278356524] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2ef7bb4b-cefd-41a4-a70c-25916c85f310; range_end:; response_count:1; response_revision:25975; }","duration":"1.797554247s","start":"2026-07-27T22:36:18.275087Z","end":"2026-07-27T22:36:20.072642Z","steps":["trace[278356524] 'agreement among raft nodes before linearized reading' (duration: 1.797193355s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.07267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.290379827s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-27T22:36:20.072693Z","caller":"traceutil/trace.go:171","msg":"trace[1963070329] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:25975; }","duration":"1.290441799s","start":"2026-07-27T22:36:18.782244Z","end":"2026-07-27T22:36:20.072686Z","steps":["trace[1963070329] 'agreement among raft nodes before linearized reading' (duration: 1.290359576s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.072687Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:18.417092Z","time spent":"1.655581955s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:20.07269Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:18.275061Z","time spent":"1.797620129s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1340,"request content":"key:\"/registry/persistentvolumes/pvc-2ef7bb4b-cefd-41a4-a70c-25916c85f310\" "} {"level":"warn","ts":"2026-07-27T22:36:20.072713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:18.782224Z","time spent":"1.290483291s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-27T22:36:20.58061Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234262,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:36:20.74053Z","caller":"traceutil/trace.go:171","msg":"trace[739912473] transaction","detail":"{read_only:false; response_revision:25976; number_of_response:1; }","duration":"665.003528ms","start":"2026-07-27T22:36:20.075504Z","end":"2026-07-27T22:36:20.740508Z","steps":["trace[739912473] 'process raft request' (duration: 664.843193ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:20.740685Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.075478Z","time spent":"665.120451ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1152,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:21.785229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"539.883127ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-27T22:36:21.785632Z","caller":"traceutil/trace.go:171","msg":"trace[1702897377] linearizableReadLoop","detail":"{readStateIndex:26830; appliedIndex:26824; }","duration":"1.705440632s","start":"2026-07-27T22:36:20.080171Z","end":"2026-07-27T22:36:21.785611Z","steps":["trace[1702897377] 'read index received' (duration: 660.0889ms)","trace[1702897377] 'applied index is now lower than readState.Index' (duration: 1.045350302s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:21.785731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.075507Z","time spent":"1.710220816s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-27T22:36:21.786063Z","caller":"traceutil/trace.go:171","msg":"trace[636806094] transaction","detail":"{read_only:false; response_revision:25980; number_of_response:1; }","duration":"1.316192704s","start":"2026-07-27T22:36:20.46985Z","end":"2026-07-27T22:36:21.786042Z","steps":["trace[636806094] 'process raft request' (duration: 1.315719859s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.786135Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.705948158s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:21.786193Z","caller":"traceutil/trace.go:171","msg":"trace[297687164] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:25980; }","duration":"1.706036121s","start":"2026-07-27T22:36:20.080139Z","end":"2026-07-27T22:36:21.786175Z","steps":["trace[297687164] 'agreement among raft nodes before linearized reading' (duration: 1.705940448s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.786213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.469816Z","time spent":"1.316300227s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:21.786229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.080128Z","time spent":"1.706092393s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"info","ts":"2026-07-27T22:36:21.786332Z","caller":"traceutil/trace.go:171","msg":"trace[2043045326] transaction","detail":"{read_only:false; response_revision:25978; number_of_response:1; }","duration":"1.705908837s","start":"2026-07-27T22:36:20.080397Z","end":"2026-07-27T22:36:21.786306Z","steps":["trace[2043045326] 'process raft request' (duration: 1.705095961s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.786461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.080385Z","time spent":"1.70600591s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:21.786431Z","caller":"traceutil/trace.go:171","msg":"trace[52879085] transaction","detail":"{read_only:false; response_revision:25979; number_of_response:1; }","duration":"1.705867806s","start":"2026-07-27T22:36:20.080512Z","end":"2026-07-27T22:36:21.78638Z","steps":["trace[52879085] 'process raft request' (duration: 1.705022929s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.786704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.080474Z","time spent":"1.706088013s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:21.786431Z","caller":"traceutil/trace.go:171","msg":"trace[995715172] transaction","detail":"{read_only:false; response_revision:25977; number_of_response:1; }","duration":"1.706014261s","start":"2026-07-27T22:36:20.080366Z","end":"2026-07-27T22:36:21.78638Z","steps":["trace[995715172] 'process raft request' (duration: 1.704991798s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.786814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.080333Z","time spent":"1.706439004s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:21.786898Z","caller":"traceutil/trace.go:171","msg":"trace[512110633] transaction","detail":"{read_only:false; response_revision:25981; number_of_response:1; }","duration":"864.007298ms","start":"2026-07-27T22:36:20.92283Z","end":"2026-07-27T22:36:21.786838Z","steps":["trace[512110633] 'process raft request' (duration: 863.582275ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:21.786944Z","caller":"traceutil/trace.go:171","msg":"trace[1819978234] transaction","detail":"{read_only:false; response_revision:25982; number_of_response:1; }","duration":"863.975027ms","start":"2026-07-27T22:36:20.922949Z","end":"2026-07-27T22:36:21.786924Z","steps":["trace[1819978234] 'process raft request' (duration: 863.604215ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:21.786952Z","caller":"traceutil/trace.go:171","msg":"trace[914501193] transaction","detail":"{read_only:false; response_revision:25983; number_of_response:1; }","duration":"863.893564ms","start":"2026-07-27T22:36:20.923025Z","end":"2026-07-27T22:36:21.786918Z","steps":["trace[914501193] 'process raft request' (duration: 863.804051ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.787071Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.922936Z","time spent":"864.07145ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:21.787115Z","caller":"traceutil/trace.go:171","msg":"trace[671266370] transaction","detail":"{read_only:false; response_revision:25984; number_of_response:1; }","duration":"863.978858ms","start":"2026-07-27T22:36:20.923117Z","end":"2026-07-27T22:36:21.787096Z","steps":["trace[671266370] 'process raft request' (duration: 863.759661ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.787124Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.922803Z","time spent":"864.203165ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:21.787143Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.922992Z","time spent":"864.05546ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:21.787211Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.923082Z","time spent":"864.084701ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:21.787418Z","caller":"traceutil/trace.go:171","msg":"trace[935898592] transaction","detail":"{read_only:false; response_revision:25985; number_of_response:1; }","duration":"863.591185ms","start":"2026-07-27T22:36:20.923815Z","end":"2026-07-27T22:36:21.787407Z","steps":["trace[935898592] 'process raft request' (duration: 863.199502ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.787498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.923804Z","time spent":"863.663488ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:21.788468Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.708177979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-27T22:36:21.788509Z","caller":"traceutil/trace.go:171","msg":"trace[1222858609] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25986; }","duration":"1.708232462s","start":"2026-07-27T22:36:20.080266Z","end":"2026-07-27T22:36:21.788499Z","steps":["trace[1222858609] 'agreement among raft nodes before linearized reading' (duration: 1.708084437s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.788536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.080258Z","time spent":"1.708271773s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-27T22:36:21.788738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.13230829s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:21.788789Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.277112912s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:21.788827Z","caller":"traceutil/trace.go:171","msg":"trace[1391916268] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:25986; }","duration":"1.277182784s","start":"2026-07-27T22:36:20.511636Z","end":"2026-07-27T22:36:21.788818Z","steps":["trace[1391916268] 'agreement among raft nodes before linearized reading' (duration: 1.277118832s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:21.78883Z","caller":"traceutil/trace.go:171","msg":"trace[830660691] transaction","detail":"{read_only:false; response_revision:25986; number_of_response:1; }","duration":"864.428832ms","start":"2026-07-27T22:36:20.924391Z","end":"2026-07-27T22:36:21.78882Z","steps":["trace[830660691] 'process raft request' (duration: 862.972995ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.788849Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.511615Z","time spent":"1.277227886s","remote":"127.0.0.1:50856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:21.788894Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.924378Z","time spent":"864.482403ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:21.788978Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.465985887s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:21.789061Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"157.647193ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:21.789098Z","caller":"traceutil/trace.go:171","msg":"trace[1641763173] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:25986; }","duration":"157.721157ms","start":"2026-07-27T22:36:21.631367Z","end":"2026-07-27T22:36:21.789089Z","steps":["trace[1641763173] 'agreement among raft nodes before linearized reading' (duration: 157.661815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.78927Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"255.743528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:21.789306Z","caller":"traceutil/trace.go:171","msg":"trace[1472907587] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:25986; }","duration":"255.819391ms","start":"2026-07-27T22:36:21.533477Z","end":"2026-07-27T22:36:21.789297Z","steps":["trace[1472907587] 'agreement among raft nodes before linearized reading' (duration: 255.763429ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.789474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"747.71612ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:21.789508Z","caller":"traceutil/trace.go:171","msg":"trace[132486189] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:25986; }","duration":"747.788453ms","start":"2026-07-27T22:36:21.041711Z","end":"2026-07-27T22:36:21.7895Z","steps":["trace[132486189] 'agreement among raft nodes before linearized reading' (duration: 747.730071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.789505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.606952474s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"warn","ts":"2026-07-27T22:36:21.789546Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:21.041688Z","time spent":"747.845384ms","remote":"127.0.0.1:52966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:21.789006Z","caller":"traceutil/trace.go:171","msg":"trace[130368573] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:25986; }","duration":"1.466044889s","start":"2026-07-27T22:36:20.322955Z","end":"2026-07-27T22:36:21.789Z","steps":["trace[130368573] 'agreement among raft nodes before linearized reading' (duration: 1.465998347s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:21.789562Z","caller":"traceutil/trace.go:171","msg":"trace[493817482] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:25986; }","duration":"1.607038917s","start":"2026-07-27T22:36:20.182504Z","end":"2026-07-27T22:36:21.789543Z","steps":["trace[493817482] 'agreement among raft nodes before linearized reading' (duration: 1.606886682s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.789594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.322938Z","time spent":"1.466644467s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:21.789599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.182486Z","time spent":"1.6071055s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":139,"response count":1,"response size":2107,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" "} {"level":"warn","ts":"2026-07-27T22:36:21.789707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.285788ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:21.789742Z","caller":"traceutil/trace.go:171","msg":"trace[183529320] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:25986; }","duration":"850.36633ms","start":"2026-07-27T22:36:20.939367Z","end":"2026-07-27T22:36:21.789733Z","steps":["trace[183529320] 'agreement among raft nodes before linearized reading' (duration: 850.311288ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:21.788794Z","caller":"traceutil/trace.go:171","msg":"trace[285431147] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:25986; }","duration":"1.132418063s","start":"2026-07-27T22:36:20.656361Z","end":"2026-07-27T22:36:21.788779Z","steps":["trace[285431147] 'agreement among raft nodes before linearized reading' (duration: 1.13232548s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.789774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.939341Z","time spent":"850.421902ms","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:21.789808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.663010641s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:21.789848Z","caller":"traceutil/trace.go:171","msg":"trace[988592935] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:25986; }","duration":"1.663095185s","start":"2026-07-27T22:36:20.126742Z","end":"2026-07-27T22:36:21.789838Z","steps":["trace[988592935] 'agreement among raft nodes before linearized reading' (duration: 1.663026412s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.789878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.12671Z","time spent":"1.663160737s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:21.790005Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043068389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-27T22:36:21.79004Z","caller":"traceutil/trace.go:171","msg":"trace[1637640574] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:25986; }","duration":"1.043156262s","start":"2026-07-27T22:36:20.746874Z","end":"2026-07-27T22:36:21.790031Z","steps":["trace[1637640574] 'agreement among raft nodes before linearized reading' (duration: 1.043024178s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.790073Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.746855Z","time spent":"1.043212633s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" "} {"level":"warn","ts":"2026-07-27T22:36:21.78978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.656335Z","time spent":"1.133435765s","remote":"127.0.0.1:51184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:21.790045Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706917429s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:21.790555Z","caller":"traceutil/trace.go:171","msg":"trace[1948538444] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25986; }","duration":"1.707437346s","start":"2026-07-27T22:36:20.083088Z","end":"2026-07-27T22:36:21.790525Z","steps":["trace[1948538444] 'agreement among raft nodes before linearized reading' (duration: 1.706922539s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:21.790592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:20.083077Z","time spent":"1.707505678s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:36:22.292251Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234277,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:36:22.366123Z","caller":"traceutil/trace.go:171","msg":"trace[1531880761] transaction","detail":"{read_only:false; response_revision:25987; number_of_response:1; }","duration":"577.360179ms","start":"2026-07-27T22:36:21.788723Z","end":"2026-07-27T22:36:22.366084Z","steps":["trace[1531880761] 'process raft request' (duration: 531.567521ms)","trace[1531880761] 'compare' (duration: 44.486166ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:22.366252Z","caller":"traceutil/trace.go:171","msg":"trace[1743705134] linearizableReadLoop","detail":"{readStateIndex:26838; appliedIndex:26836; }","duration":"574.410235ms","start":"2026-07-27T22:36:21.791807Z","end":"2026-07-27T22:36:22.366217Z","steps":["trace[1743705134] 'read index received' (duration: 528.464832ms)","trace[1743705134] 'applied index is now lower than readState.Index' (duration: 45.943283ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:22.366306Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:21.788702Z","time spent":"577.516815ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:22.36651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"574.684804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:22.366556Z","caller":"traceutil/trace.go:171","msg":"trace[1325837605] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25988; }","duration":"574.783947ms","start":"2026-07-27T22:36:21.791759Z","end":"2026-07-27T22:36:22.366543Z","steps":["trace[1325837605] 'agreement among raft nodes before linearized reading' (duration: 574.639122ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:22.36659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:21.791742Z","time spent":"574.840498ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:36:22.366617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"572.149963ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-eec62e47-436c-465e-afff-c75a7981c613\" ","response":"range_response_count:1 size:1436"} {"level":"info","ts":"2026-07-27T22:36:22.366684Z","caller":"traceutil/trace.go:171","msg":"trace[49305765] range","detail":"{range_begin:/registry/persistentvolumes/pvc-eec62e47-436c-465e-afff-c75a7981c613; range_end:; response_count:1; response_revision:25988; }","duration":"572.257526ms","start":"2026-07-27T22:36:21.794409Z","end":"2026-07-27T22:36:22.366666Z","steps":["trace[49305765] 'agreement among raft nodes before linearized reading' (duration: 572.133522ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:22.366644Z","caller":"traceutil/trace.go:171","msg":"trace[1106465441] transaction","detail":"{read_only:false; response_revision:25988; number_of_response:1; }","duration":"572.459272ms","start":"2026-07-27T22:36:21.794149Z","end":"2026-07-27T22:36:22.366608Z","steps":["trace[1106465441] 'process raft request' (duration: 571.866993ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:22.366704Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.178299ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:22.366721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:21.79439Z","time spent":"572.324898ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1460,"request content":"key:\"/registry/persistentvolumes/pvc-eec62e47-436c-465e-afff-c75a7981c613\" "} {"level":"info","ts":"2026-07-27T22:36:22.366745Z","caller":"traceutil/trace.go:171","msg":"trace[947940667] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25988; }","duration":"288.262281ms","start":"2026-07-27T22:36:22.078472Z","end":"2026-07-27T22:36:22.366734Z","steps":["trace[947940667] 'agreement among raft nodes before linearized reading' (duration: 288.067335ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:22.366822Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:21.794123Z","time spent":"572.605337ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:22.366911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.500319ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"warn","ts":"2026-07-27T22:36:22.366937Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.912851ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-27T22:36:22.366957Z","caller":"traceutil/trace.go:171","msg":"trace[1239436958] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:25988; }","duration":"288.554321ms","start":"2026-07-27T22:36:22.078392Z","end":"2026-07-27T22:36:22.366946Z","steps":["trace[1239436958] 'agreement among raft nodes before linearized reading' (duration: 288.460888ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:22.366982Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.273572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:22.36703Z","caller":"traceutil/trace.go:171","msg":"trace[990192642] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25988; }","duration":"288.362754ms","start":"2026-07-27T22:36:22.078656Z","end":"2026-07-27T22:36:22.367019Z","steps":["trace[990192642] 'agreement among raft nodes before linearized reading' (duration: 288.24267ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:22.367136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"571.921935ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:22.367173Z","caller":"traceutil/trace.go:171","msg":"trace[1138527913] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25988; }","duration":"571.964687ms","start":"2026-07-27T22:36:21.795195Z","end":"2026-07-27T22:36:22.36716Z","steps":["trace[1138527913] 'agreement among raft nodes before linearized reading' (duration: 571.910605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:22.367194Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.934793ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T22:36:22.367209Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:21.795189Z","time spent":"572.007498ms","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-27T22:36:22.367225Z","caller":"traceutil/trace.go:171","msg":"trace[1613216396] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:25988; }","duration":"288.984035ms","start":"2026-07-27T22:36:22.078231Z","end":"2026-07-27T22:36:22.367215Z","steps":["trace[1613216396] 'agreement among raft nodes before linearized reading' (duration: 288.900182ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:22.367254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.435126ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:22.366824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"288.735497ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-27T22:36:22.367412Z","caller":"traceutil/trace.go:171","msg":"trace[980236672] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:25988; }","duration":"289.332045ms","start":"2026-07-27T22:36:22.078063Z","end":"2026-07-27T22:36:22.367395Z","steps":["trace[980236672] 'agreement among raft nodes before linearized reading' (duration: 288.633983ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:22.367398Z","caller":"traceutil/trace.go:171","msg":"trace[911068317] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:25988; }","duration":"288.681325ms","start":"2026-07-27T22:36:22.078692Z","end":"2026-07-27T22:36:22.367373Z","steps":["trace[911068317] 'agreement among raft nodes before linearized reading' (duration: 288.173428ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:22.366963Z","caller":"traceutil/trace.go:171","msg":"trace[490230136] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:25988; }","duration":"288.991744ms","start":"2026-07-27T22:36:22.077963Z","end":"2026-07-27T22:36:22.366955Z","steps":["trace[490230136] 'agreement among raft nodes before linearized reading' (duration: 288.895611ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:22.368248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"570.759078ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" ","response":"range_response_count:1 size:685"} {"level":"info","ts":"2026-07-27T22:36:22.368294Z","caller":"traceutil/trace.go:171","msg":"trace[1567908160] range","detail":"{range_begin:/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet; range_end:; response_count:1; response_revision:25988; }","duration":"572.024439ms","start":"2026-07-27T22:36:21.796259Z","end":"2026-07-27T22:36:22.368283Z","steps":["trace[1567908160] 'agreement among raft nodes before linearized reading' (duration: 570.716737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:22.36832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:21.796253Z","time spent":"572.06082ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":709,"request content":"key:\"/registry/services/endpoints/kube-system/kube-prometheus-stack-kubelet\" "} {"level":"warn","ts":"2026-07-27T22:36:23.408436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"698.560475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:23.408546Z","caller":"traceutil/trace.go:171","msg":"trace[1801060306] linearizableReadLoop","detail":"{readStateIndex:26839; appliedIndex:26838; }","duration":"1.033851433s","start":"2026-07-27T22:36:22.374676Z","end":"2026-07-27T22:36:23.408527Z","steps":["trace[1801060306] 'read index received' (duration: 335.120233ms)","trace[1801060306] 'applied index is now lower than readState.Index' (duration: 698.72639ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:23.408624Z","caller":"traceutil/trace.go:171","msg":"trace[1237109409] transaction","detail":"{read_only:false; response_revision:25989; number_of_response:1; }","duration":"1.035812396s","start":"2026-07-27T22:36:22.372797Z","end":"2026-07-27T22:36:23.40861Z","steps":["trace[1237109409] 'process raft request' (duration: 336.987273ms)","trace[1237109409] 'compare' (duration: 697.536282ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:23.408682Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:22.372784Z","time spent":"1.035870718s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":462,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:23.408689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033995358s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:23.408748Z","caller":"traceutil/trace.go:171","msg":"trace[1514786495] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:25989; }","duration":"1.034080831s","start":"2026-07-27T22:36:22.374655Z","end":"2026-07-27T22:36:23.408736Z","steps":["trace[1514786495] 'agreement among raft nodes before linearized reading' (duration: 1.033974097s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:23.408781Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:22.374643Z","time spent":"1.034132372s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-27T22:36:23.40942Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.034080021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-27T22:36:23.409457Z","caller":"traceutil/trace.go:171","msg":"trace[2080740129] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:25992; }","duration":"1.034149573s","start":"2026-07-27T22:36:22.375299Z","end":"2026-07-27T22:36:23.409448Z","steps":["trace[2080740129] 'agreement among raft nodes before linearized reading' (duration: 1.034009918s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:23.409478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:22.375284Z","time spent":"1.034189095s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-27T22:36:23.409657Z","caller":"traceutil/trace.go:171","msg":"trace[586588551] transaction","detail":"{read_only:false; response_revision:25990; number_of_response:1; }","duration":"1.031831349s","start":"2026-07-27T22:36:22.377815Z","end":"2026-07-27T22:36:23.409647Z","steps":["trace[586588551] 'process raft request' (duration: 1.031368754s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:23.40973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:22.3778Z","time spent":"1.03188326s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:23.409824Z","caller":"traceutil/trace.go:171","msg":"trace[1995988900] transaction","detail":"{read_only:false; response_revision:25991; number_of_response:1; }","duration":"1.031350504s","start":"2026-07-27T22:36:22.378467Z","end":"2026-07-27T22:36:23.409817Z","steps":["trace[1995988900] 'process raft request' (duration: 1.030785495s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:23.409868Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:22.378461Z","time spent":"1.031382474s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":490,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:23.409977Z","caller":"traceutil/trace.go:171","msg":"trace[1963980972] transaction","detail":"{read_only:false; response_revision:25992; number_of_response:1; }","duration":"1.030260008s","start":"2026-07-27T22:36:22.379709Z","end":"2026-07-27T22:36:23.409969Z","steps":["trace[1963980972] 'process raft request' (duration: 1.029571606s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:23.410022Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:22.379684Z","time spent":"1.03031748s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:23.410122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"350.682012ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:23.41015Z","caller":"traceutil/trace.go:171","msg":"trace[624915779] range","detail":"{range_begin:/registry/networkpolicies/; range_end:/registry/networkpolicies0; response_count:0; response_revision:25992; }","duration":"350.759415ms","start":"2026-07-27T22:36:23.059379Z","end":"2026-07-27T22:36:23.410138Z","steps":["trace[624915779] 'agreement among raft nodes before linearized reading' (duration: 350.717294ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:23.410172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.059351Z","time spent":"350.816267ms","remote":"127.0.0.1:37784","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":3,"response size":32,"request content":"key:\"/registry/networkpolicies/\" range_end:\"/registry/networkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:23.410436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"876.410316ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:36:23.410462Z","caller":"traceutil/trace.go:171","msg":"trace[976686409] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:25992; }","duration":"876.434637ms","start":"2026-07-27T22:36:22.534019Z","end":"2026-07-27T22:36:23.410454Z","steps":["trace[976686409] 'agreement among raft nodes before linearized reading' (duration: 876.361125ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:23.410479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:22.533972Z","time spent":"876.50335ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T22:36:23.410649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"923.924079ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-27T22:36:23.4107Z","caller":"traceutil/trace.go:171","msg":"trace[1878889894] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:25992; }","duration":"924.012463ms","start":"2026-07-27T22:36:22.486679Z","end":"2026-07-27T22:36:23.410692Z","steps":["trace[1878889894] 'agreement among raft nodes before linearized reading' (duration: 923.907359ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:23.410733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:22.486656Z","time spent":"924.070604ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-27T22:36:23.410991Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.033538954s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-bd10effa-17fe-4117-838b-e4010043b00d\" ","response":"range_response_count:1 size:1324"} {"level":"info","ts":"2026-07-27T22:36:23.411047Z","caller":"traceutil/trace.go:171","msg":"trace[155070470] range","detail":"{range_begin:/registry/persistentvolumes/pvc-bd10effa-17fe-4117-838b-e4010043b00d; range_end:; response_count:1; response_revision:25992; }","duration":"1.033680599s","start":"2026-07-27T22:36:22.377355Z","end":"2026-07-27T22:36:23.411036Z","steps":["trace[155070470] 'agreement among raft nodes before linearized reading' (duration: 1.033490563s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:23.411096Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:22.377349Z","time spent":"1.03373879s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1348,"request content":"key:\"/registry/persistentvolumes/pvc-bd10effa-17fe-4117-838b-e4010043b00d\" "} {"level":"warn","ts":"2026-07-27T22:36:23.411603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.036007602s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:23.411752Z","caller":"traceutil/trace.go:171","msg":"trace[1237629467] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:25992; }","duration":"1.036180928s","start":"2026-07-27T22:36:22.375535Z","end":"2026-07-27T22:36:23.411716Z","steps":["trace[1237629467] 'agreement among raft nodes before linearized reading' (duration: 1.03592475s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:23.411841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:22.37553Z","time spent":"1.036295952s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:36:24.024862Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"515.673581ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:24.024941Z","caller":"traceutil/trace.go:171","msg":"trace[1151520480] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:25993; }","duration":"515.768744ms","start":"2026-07-27T22:36:23.509156Z","end":"2026-07-27T22:36:24.024925Z","steps":["trace[1151520480] 'range keys from in-memory index tree' (duration: 515.617959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:24.024974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.509117Z","time spent":"515.849036ms","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} {"level":"warn","ts":"2026-07-27T22:36:24.025489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"377.962106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-27T22:36:24.025572Z","caller":"traceutil/trace.go:171","msg":"trace[43545255] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:25993; }","duration":"378.10379ms","start":"2026-07-27T22:36:23.647448Z","end":"2026-07-27T22:36:24.025552Z","steps":["trace[43545255] 'range keys from in-memory index tree' (duration: 377.742199ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:24.025606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.647427Z","time spent":"378.171363ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:24.025693Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"234.034242ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T22:36:24.025767Z","caller":"traceutil/trace.go:171","msg":"trace[246763576] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:25993; }","duration":"234.146715ms","start":"2026-07-27T22:36:23.791596Z","end":"2026-07-27T22:36:24.025743Z","steps":["trace[246763576] 'range keys from in-memory index tree' (duration: 233.861196ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:24.02599Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.762021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:36:24.02601Z","caller":"traceutil/trace.go:171","msg":"trace[995683010] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:25993; }","duration":"232.825733ms","start":"2026-07-27T22:36:23.793177Z","end":"2026-07-27T22:36:24.026003Z","steps":["trace[995683010] 'range keys from in-memory index tree' (duration: 232.226444ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:24.026003Z","caller":"traceutil/trace.go:171","msg":"trace[823764710] transaction","detail":"{read_only:false; response_revision:25994; number_of_response:1; }","duration":"231.765649ms","start":"2026-07-27T22:36:23.794225Z","end":"2026-07-27T22:36:24.025991Z","steps":["trace[823764710] 'process raft request' (duration: 154.194782ms)","trace[823764710] 'compare' (duration: 77.467294ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:25.15305Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.133115085s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:25.265773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.984628ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:25.266261Z","caller":"traceutil/trace.go:171","msg":"trace[906259222] linearizableReadLoop","detail":"{readStateIndex:26847; appliedIndex:26843; }","duration":"1.468558048s","start":"2026-07-27T22:36:23.797682Z","end":"2026-07-27T22:36:25.26624Z","steps":["trace[906259222] 'read index received' (duration: 150.731571ms)","trace[906259222] 'applied index is now lower than readState.Index' (duration: 1.317825247s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:25.266369Z","caller":"traceutil/trace.go:171","msg":"trace[1599876615] transaction","detail":"{read_only:false; response_revision:25997; number_of_response:1; }","duration":"1.46892546s","start":"2026-07-27T22:36:23.797426Z","end":"2026-07-27T22:36:25.266351Z","steps":["trace[1599876615] 'process raft request' (duration: 1.468651911s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:25.266348Z","caller":"traceutil/trace.go:171","msg":"trace[505409487] transaction","detail":"{read_only:false; response_revision:25996; number_of_response:1; }","duration":"1.469039464s","start":"2026-07-27T22:36:23.797274Z","end":"2026-07-27T22:36:25.266314Z","steps":["trace[505409487] 'process raft request' (duration: 1.4686187s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:25.266444Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.797415Z","time spent":"1.468989451s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:25.2666Z","caller":"traceutil/trace.go:171","msg":"trace[1868765100] transaction","detail":"{read_only:false; response_revision:25999; number_of_response:1; }","duration":"1.468804516s","start":"2026-07-27T22:36:23.797761Z","end":"2026-07-27T22:36:25.266565Z","steps":["trace[1868765100] 'process raft request' (duration: 1.468405243s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:25.266774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.469092825s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-27T22:36:25.266789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.797747Z","time spent":"1.468951591s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:25.267243Z","caller":"traceutil/trace.go:171","msg":"trace[1292410099] transaction","detail":"{read_only:false; response_revision:25998; number_of_response:1; }","duration":"1.46955263s","start":"2026-07-27T22:36:23.797671Z","end":"2026-07-27T22:36:25.267223Z","steps":["trace[1292410099] 'process raft request' (duration: 1.468451164s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:25.26734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.797241Z","time spent":"1.469184448s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:25.267446Z","caller":"traceutil/trace.go:171","msg":"trace[1141132408] transaction","detail":"{read_only:false; response_revision:25995; number_of_response:1; }","duration":"1.471465111s","start":"2026-07-27T22:36:23.795964Z","end":"2026-07-27T22:36:25.26743Z","steps":["trace[1141132408] 'process raft request' (duration: 1.358699156s)","trace[1141132408] 'compare' (duration: 110.611076ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:25.267489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.795926Z","time spent":"1.471541494s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:25.267347Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.797639Z","time spent":"1.469653553s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:25.266817Z","caller":"traceutil/trace.go:171","msg":"trace[610914557] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:25999; }","duration":"1.469185978s","start":"2026-07-27T22:36:23.79762Z","end":"2026-07-27T22:36:25.266806Z","steps":["trace[610914557] 'agreement among raft nodes before linearized reading' (duration: 1.469038714s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:25.267677Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.797587Z","time spent":"1.470079877s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:25.767451Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234319,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:26.688623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"828.590993ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:26.689125Z","caller":"traceutil/trace.go:171","msg":"trace[1955673804] transaction","detail":"{read_only:false; response_revision:26000; number_of_response:1; }","duration":"2.644598981s","start":"2026-07-27T22:36:24.044491Z","end":"2026-07-27T22:36:26.68909Z","steps":["trace[1955673804] 'process raft request' (duration: 1.815413079s)","trace[1955673804] 'compare' (duration: 828.237142ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:26.689226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.044459Z","time spent":"2.644728465s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:26.689241Z","caller":"traceutil/trace.go:171","msg":"trace[1620712477] transaction","detail":"{read_only:false; response_revision:26002; number_of_response:1; }","duration":"2.643522397s","start":"2026-07-27T22:36:24.045686Z","end":"2026-07-27T22:36:26.689209Z","steps":["trace[1620712477] 'process raft request' (duration: 2.643183736s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:26.689259Z","caller":"traceutil/trace.go:171","msg":"trace[944024444] transaction","detail":"{read_only:false; response_revision:26001; number_of_response:1; }","duration":"2.644497229s","start":"2026-07-27T22:36:24.044696Z","end":"2026-07-27T22:36:26.689193Z","steps":["trace[944024444] 'process raft request' (duration: 2.644063665s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.689426Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.045679Z","time spent":"2.643650051s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:26.68945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.044687Z","time spent":"2.644659953s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:26.745174Z","caller":"traceutil/trace.go:171","msg":"trace[1582537845] transaction","detail":"{read_only:false; response_revision:26004; number_of_response:1; }","duration":"1.858216432s","start":"2026-07-27T22:36:24.886939Z","end":"2026-07-27T22:36:26.745156Z","steps":["trace[1582537845] 'process raft request' (duration: 1.858094448s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.745281Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.886921Z","time spent":"1.858310584s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:26.745146Z","caller":"traceutil/trace.go:171","msg":"trace[2014582691] transaction","detail":"{read_only:false; response_revision:26003; number_of_response:1; }","duration":"1.879368029s","start":"2026-07-27T22:36:24.865734Z","end":"2026-07-27T22:36:26.745102Z","steps":["trace[2014582691] 'process raft request' (duration: 1.879163372s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:26.745457Z","caller":"traceutil/trace.go:171","msg":"trace[75467811] transaction","detail":"{read_only:false; response_revision:26005; number_of_response:1; }","duration":"1.473161577s","start":"2026-07-27T22:36:25.272283Z","end":"2026-07-27T22:36:26.745444Z","steps":["trace[75467811] 'process raft request' (duration: 1.472817516s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.745522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:25.272263Z","time spent":"1.473228659s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:26.745527Z","caller":"traceutil/trace.go:171","msg":"trace[1983564074] transaction","detail":"{read_only:false; response_revision:26006; number_of_response:1; }","duration":"699.156154ms","start":"2026-07-27T22:36:26.046359Z","end":"2026-07-27T22:36:26.745516Z","steps":["trace[1983564074] 'process raft request' (duration: 699.054591ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.74553Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.865699Z","time spent":"1.879683589s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:26.745649Z","caller":"traceutil/trace.go:171","msg":"trace[2043345468] linearizableReadLoop","detail":"{readStateIndex:26856; appliedIndex:26849; }","duration":"1.479308594s","start":"2026-07-27T22:36:25.266307Z","end":"2026-07-27T22:36:26.745616Z","steps":["trace[2043345468] 'read index received' (duration: 593.58471ms)","trace[2043345468] 'applied index is now lower than readState.Index' (duration: 885.719954ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:26.745902Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.374057118s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:26.745941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.901043972s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:26.746002Z","caller":"traceutil/trace.go:171","msg":"trace[268872185] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26006; }","duration":"2.901217578s","start":"2026-07-27T22:36:23.844768Z","end":"2026-07-27T22:36:26.745985Z","steps":["trace[268872185] 'agreement among raft nodes before linearized reading' (duration: 2.901032152s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.746022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.529391639s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" ","response":"range_response_count:1 size:1042"} {"level":"warn","ts":"2026-07-27T22:36:26.746045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.844747Z","time spent":"2.90128843s","remote":"127.0.0.1:37924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:26.746065Z","caller":"traceutil/trace.go:171","msg":"trace[1144652438] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend; range_end:; response_count:1; response_revision:26006; }","duration":"1.529478412s","start":"2026-07-27T22:36:25.216578Z","end":"2026-07-27T22:36:26.746056Z","steps":["trace[1144652438] 'agreement among raft nodes before linearized reading' (duration: 1.52940455s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.746099Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:25.21655Z","time spent":"1.529541905s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":63,"response count":1,"response size":1066,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx-backend\" "} {"level":"warn","ts":"2026-07-27T22:36:26.746287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.494812589s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:36:26.74651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.277889016s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:26.746563Z","caller":"traceutil/trace.go:171","msg":"trace[1511369142] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26006; }","duration":"2.277941907s","start":"2026-07-27T22:36:24.468604Z","end":"2026-07-27T22:36:26.746546Z","steps":["trace[1511369142] 'agreement among raft nodes before linearized reading' (duration: 2.277864695s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.746607Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.468554Z","time spent":"2.27804151s","remote":"127.0.0.1:59048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:26.746657Z","caller":"traceutil/trace.go:171","msg":"trace[1829525528] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26006; }","duration":"2.49515836s","start":"2026-07-27T22:36:24.251379Z","end":"2026-07-27T22:36:26.746537Z","steps":["trace[1829525528] 'agreement among raft nodes before linearized reading' (duration: 2.494467478s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.746746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"889.739333ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:26.746747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.251348Z","time spent":"2.495377817s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:26.746836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.448878497s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418401"} {"level":"warn","ts":"2026-07-27T22:36:26.746881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328138028s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"info","ts":"2026-07-27T22:36:26.746887Z","caller":"traceutil/trace.go:171","msg":"trace[925508998] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26006; }","duration":"2.44896872s","start":"2026-07-27T22:36:24.297906Z","end":"2026-07-27T22:36:26.746875Z","steps":["trace[925508998] 'agreement among raft nodes before linearized reading' (duration: 2.448721552s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:26.746921Z","caller":"traceutil/trace.go:171","msg":"trace[1463618685] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26006; }","duration":"1.328213561s","start":"2026-07-27T22:36:25.418698Z","end":"2026-07-27T22:36:26.746912Z","steps":["trace[1463618685] 'agreement among raft nodes before linearized reading' (duration: 1.328118158s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.746931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.297888Z","time spent":"2.449036101s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418425,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-27T22:36:26.746955Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:25.418666Z","time spent":"1.328283393s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:36:26.746883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.362003362s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:26.747126Z","caller":"traceutil/trace.go:171","msg":"trace[977392034] range","detail":"{range_begin:/registry/endpointslices/; range_end:/registry/endpointslices0; response_count:0; response_revision:26006; }","duration":"2.36228644s","start":"2026-07-27T22:36:24.384826Z","end":"2026-07-27T22:36:26.747113Z","steps":["trace[977392034] 'agreement among raft nodes before linearized reading' (duration: 2.361937499s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.747165Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.384806Z","time spent":"2.362348383s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":92,"response size":32,"request content":"key:\"/registry/endpointslices/\" range_end:\"/registry/endpointslices0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:26.746794Z","caller":"traceutil/trace.go:171","msg":"trace[1821553469] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26006; }","duration":"889.781885ms","start":"2026-07-27T22:36:25.856997Z","end":"2026-07-27T22:36:26.746779Z","steps":["trace[1821553469] 'agreement among raft nodes before linearized reading' (duration: 889.715693ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.747214Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:25.856936Z","time spent":"890.26802ms","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:26.747259Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.328646575s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-27T22:36:26.747297Z","caller":"traceutil/trace.go:171","msg":"trace[2055897904] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26006; }","duration":"1.328724717s","start":"2026-07-27T22:36:25.418562Z","end":"2026-07-27T22:36:26.747287Z","steps":["trace[2055897904] 'agreement among raft nodes before linearized reading' (duration: 1.328625714s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.747336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:25.418542Z","time spent":"1.328787539s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:26.746685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.415042603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:26.747383Z","caller":"traceutil/trace.go:171","msg":"trace[312700762] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26006; }","duration":"1.415737276s","start":"2026-07-27T22:36:25.331634Z","end":"2026-07-27T22:36:26.747371Z","steps":["trace[312700762] 'agreement among raft nodes before linearized reading' (duration: 1.415021303s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.746419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.373913964s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:26.747483Z","caller":"traceutil/trace.go:171","msg":"trace[208986949] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26006; }","duration":"2.375046059s","start":"2026-07-27T22:36:24.372414Z","end":"2026-07-27T22:36:26.74746Z","steps":["trace[208986949] 'agreement among raft nodes before linearized reading' (duration: 2.373890672s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.747551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.372359Z","time spent":"2.375171074s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:26.747541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.330329838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:436"} {"level":"info","ts":"2026-07-27T22:36:26.747587Z","caller":"traceutil/trace.go:171","msg":"trace[1398671639] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26006; }","duration":"1.330374139s","start":"2026-07-27T22:36:25.417204Z","end":"2026-07-27T22:36:26.747578Z","steps":["trace[1398671639] 'agreement among raft nodes before linearized reading' (duration: 1.330272426s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.747621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:25.417159Z","time spent":"1.330456472s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":460,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T22:36:26.745954Z","caller":"traceutil/trace.go:171","msg":"trace[1920708875] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26006; }","duration":"2.374126761s","start":"2026-07-27T22:36:24.37181Z","end":"2026-07-27T22:36:26.745937Z","steps":["trace[1920708875] 'agreement among raft nodes before linearized reading' (duration: 2.373931634s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.747678Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.371795Z","time spent":"2.375877266s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:26.746439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.37256211s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:26.747795Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.332067814s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:480"} {"level":"info","ts":"2026-07-27T22:36:26.747804Z","caller":"traceutil/trace.go:171","msg":"trace[964220305] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26006; }","duration":"2.373949874s","start":"2026-07-27T22:36:24.373847Z","end":"2026-07-27T22:36:26.747796Z","steps":["trace[964220305] 'agreement among raft nodes before linearized reading' (duration: 2.372446766s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.747831Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.373838Z","time spent":"2.373982536s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:26.746471Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.701525946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:36:26.747951Z","caller":"traceutil/trace.go:171","msg":"trace[1998637715] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26006; }","duration":"2.703050855s","start":"2026-07-27T22:36:24.04489Z","end":"2026-07-27T22:36:26.747941Z","steps":["trace[1998637715] 'agreement among raft nodes before linearized reading' (duration: 2.701424183s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.747978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:24.044873Z","time spent":"2.703095837s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T22:36:26.747427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:25.331608Z","time spent":"1.415810258s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:36:26.74783Z","caller":"traceutil/trace.go:171","msg":"trace[223835774] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26006; }","duration":"1.332154437s","start":"2026-07-27T22:36:25.415664Z","end":"2026-07-27T22:36:26.747818Z","steps":["trace[223835774] 'agreement among raft nodes before linearized reading' (duration: 1.332065754s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.748198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:25.415634Z","time spent":"1.33254742s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":504,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T22:36:26.745681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:26.046327Z","time spent":"699.244927ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:26.748836Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905816795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:26.749377Z","caller":"traceutil/trace.go:171","msg":"trace[701339060] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26006; }","duration":"2.908915375s","start":"2026-07-27T22:36:23.839984Z","end":"2026-07-27T22:36:26.748899Z","steps":["trace[701339060] 'agreement among raft nodes before linearized reading' (duration: 2.905817895s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:26.749485Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:23.839958Z","time spent":"2.909505274s","remote":"127.0.0.1:50910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:27.259149Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234326,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:36:27.429849Z","caller":"traceutil/trace.go:171","msg":"trace[514057155] transaction","detail":"{read_only:false; response_revision:26007; number_of_response:1; }","duration":"676.264338ms","start":"2026-07-27T22:36:26.753547Z","end":"2026-07-27T22:36:27.429811Z","steps":["trace[514057155] 'process raft request' (duration: 673.20764ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:27.430069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:26.753505Z","time spent":"676.480135ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:28.462688Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.031263871s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:28.605516Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.430576ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:28.605835Z","caller":"traceutil/trace.go:171","msg":"trace[918318261] transaction","detail":"{read_only:false; response_revision:26008; number_of_response:1; }","duration":"1.85169802s","start":"2026-07-27T22:36:26.753989Z","end":"2026-07-27T22:36:28.605687Z","steps":["trace[918318261] 'process raft request' (duration: 1.708989756s)","trace[918318261] 'compare' (duration: 142.27454ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:28.606032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:26.753963Z","time spent":"1.851956249s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:28.606536Z","caller":"traceutil/trace.go:171","msg":"trace[531229516] transaction","detail":"{read_only:false; response_revision:26009; number_of_response:1; }","duration":"1.851886436s","start":"2026-07-27T22:36:26.754613Z","end":"2026-07-27T22:36:28.6065Z","steps":["trace[531229516] 'process raft request' (duration: 1.851024029s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.60686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:26.754597Z","time spent":"1.852024791s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:28.60689Z","caller":"traceutil/trace.go:171","msg":"trace[92404127] transaction","detail":"{read_only:false; response_revision:26010; number_of_response:1; }","duration":"1.851241276s","start":"2026-07-27T22:36:26.755615Z","end":"2026-07-27T22:36:28.606856Z","steps":["trace[92404127] 'process raft request' (duration: 1.850095079s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.60704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:26.755609Z","time spent":"1.851349959s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:28.607365Z","caller":"traceutil/trace.go:171","msg":"trace[758284150] transaction","detail":"{read_only:false; response_revision:26011; number_of_response:1; }","duration":"1.447807132s","start":"2026-07-27T22:36:27.15953Z","end":"2026-07-27T22:36:28.607337Z","steps":["trace[758284150] 'process raft request' (duration: 1.446351235s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:28.607407Z","caller":"traceutil/trace.go:171","msg":"trace[1105106891] transaction","detail":"{read_only:false; response_revision:26012; number_of_response:1; }","duration":"1.334124399s","start":"2026-07-27T22:36:27.273269Z","end":"2026-07-27T22:36:28.607393Z","steps":["trace[1105106891] 'process raft request' (duration: 1.333971014s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.607475Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:27.27324Z","time spent":"1.33419981s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:28.60739Z","caller":"traceutil/trace.go:171","msg":"trace[1265613894] transaction","detail":"{read_only:false; response_revision:26013; number_of_response:1; }","duration":"1.334062196s","start":"2026-07-27T22:36:27.273317Z","end":"2026-07-27T22:36:28.607379Z","steps":["trace[1265613894] 'process raft request' (duration: 1.333986464s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.607547Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:27.273281Z","time spent":"1.334234942s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:28.607664Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:27.159492Z","time spent":"1.448124593s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418459,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:28.607859Z","caller":"traceutil/trace.go:171","msg":"trace[540475898] transaction","detail":"{read_only:false; response_revision:26015; number_of_response:1; }","duration":"1.333167588s","start":"2026-07-27T22:36:27.274667Z","end":"2026-07-27T22:36:28.607835Z","steps":["trace[540475898] 'process raft request' (duration: 1.333003923s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.607998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:27.274661Z","time spent":"1.333258671s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:28.608062Z","caller":"traceutil/trace.go:171","msg":"trace[1431838749] transaction","detail":"{read_only:false; response_revision:26014; number_of_response:1; }","duration":"1.333581971s","start":"2026-07-27T22:36:27.274462Z","end":"2026-07-27T22:36:28.608044Z","steps":["trace[1431838749] 'process raft request' (duration: 1.332874238s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:28.608075Z","caller":"traceutil/trace.go:171","msg":"trace[1127670516] transaction","detail":"{read_only:false; response_revision:26016; number_of_response:1; }","duration":"1.332413264s","start":"2026-07-27T22:36:27.275637Z","end":"2026-07-27T22:36:28.60805Z","steps":["trace[1127670516] 'process raft request' (duration: 1.332150646s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.608151Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:27.274451Z","time spent":"1.333656504s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:28.60816Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:27.275619Z","time spent":"1.332497306s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:28.608748Z","caller":"traceutil/trace.go:171","msg":"trace[2142064589] linearizableReadLoop","detail":"{readStateIndex:26862; appliedIndex:26857; }","duration":"1.84981224s","start":"2026-07-27T22:36:26.758905Z","end":"2026-07-27T22:36:28.608718Z","steps":["trace[2142064589] 'read index received' (duration: 670.810854ms)","trace[2142064589] 'applied index is now lower than readState.Index' (duration: 1.178999026s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:28.608868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.849959975s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:28.60893Z","caller":"traceutil/trace.go:171","msg":"trace[1805188553] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26016; }","duration":"1.850057378s","start":"2026-07-27T22:36:26.758863Z","end":"2026-07-27T22:36:28.608921Z","steps":["trace[1805188553] 'agreement among raft nodes before linearized reading' (duration: 1.849967165s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.60895Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:26.758844Z","time spent":"1.85010237s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:36:28.609284Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.84793762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" ","response":"range_response_count:1 size:5684"} {"level":"warn","ts":"2026-07-27T22:36:28.609339Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.154605715s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:28.609409Z","caller":"traceutil/trace.go:171","msg":"trace[1144823511] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26016; }","duration":"1.154719338s","start":"2026-07-27T22:36:27.454674Z","end":"2026-07-27T22:36:28.609393Z","steps":["trace[1144823511] 'agreement among raft nodes before linearized reading' (duration: 1.154584114s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.609469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:27.454652Z","time spent":"1.154807151s","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:28.609676Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.544572955s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:28.609918Z","caller":"traceutil/trace.go:171","msg":"trace[2100802329] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tcproutes/; range_end:/registry/gateway.networking.k8s.io/tcproutes0; response_count:0; response_revision:26016; }","duration":"1.544845364s","start":"2026-07-27T22:36:27.065062Z","end":"2026-07-27T22:36:28.609908Z","steps":["trace[2100802329] 'agreement among raft nodes before linearized reading' (duration: 1.544583385s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.609951Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:27.065045Z","time spent":"1.544898586s","remote":"127.0.0.1:58958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tcproutes/\" range_end:\"/registry/gateway.networking.k8s.io/tcproutes0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:28.609332Z","caller":"traceutil/trace.go:171","msg":"trace[216140050] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb; range_end:; response_count:1; response_revision:26016; }","duration":"1.847998573s","start":"2026-07-27T22:36:26.761317Z","end":"2026-07-27T22:36:28.609316Z","steps":["trace[216140050] 'agreement among raft nodes before linearized reading' (duration: 1.847792826s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.610411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.389227164s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:36:28.610436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.619986952s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:28.610482Z","caller":"traceutil/trace.go:171","msg":"trace[888604134] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagers/; range_end:/registry/monitoring.coreos.com/alertmanagers0; response_count:0; response_revision:26016; }","duration":"1.389345068s","start":"2026-07-27T22:36:27.221119Z","end":"2026-07-27T22:36:28.610464Z","steps":["trace[888604134] 'agreement among raft nodes before linearized reading' (duration: 1.389247415s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:28.610484Z","caller":"traceutil/trace.go:171","msg":"trace[925699224] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26016; }","duration":"1.620072725s","start":"2026-07-27T22:36:26.990399Z","end":"2026-07-27T22:36:28.610472Z","steps":["trace[925699224] 'agreement among raft nodes before linearized reading' (duration: 1.619906629s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:28.610529Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:27.221083Z","time spent":"1.389436851s","remote":"127.0.0.1:58728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagers/\" range_end:\"/registry/monitoring.coreos.com/alertmanagers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:28.610532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:26.990378Z","time spent":"1.620145277s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:28.611074Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:26.761312Z","time spent":"1.849152589s","remote":"127.0.0.1:53052","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":1,"response size":5708,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/openstack/percona-xtradb\" "} {"level":"warn","ts":"2026-07-27T22:36:29.161725Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234341,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:36:29.303642Z","caller":"traceutil/trace.go:171","msg":"trace[235632457] linearizableReadLoop","detail":"{readStateIndex:26869; appliedIndex:26867; }","duration":"642.721865ms","start":"2026-07-27T22:36:28.660898Z","end":"2026-07-27T22:36:29.30362Z","steps":["trace[235632457] 'read index received' (duration: 638.852711ms)","trace[235632457] 'applied index is now lower than readState.Index' (duration: 3.868254ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:29.303757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.646674Z","time spent":"657.080244ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-27T22:36:29.304088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.853843ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T22:36:29.304138Z","caller":"traceutil/trace.go:171","msg":"trace[357728771] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26018; }","duration":"610.952546ms","start":"2026-07-27T22:36:28.693169Z","end":"2026-07-27T22:36:29.304122Z","steps":["trace[357728771] 'agreement among raft nodes before linearized reading' (duration: 610.787151ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:29.304175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.693146Z","time spent":"611.021539ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:29.304161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.239321ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/cinder-api-8646fb8f64-6s92t.18c644f943da838d\" ","response":"range_response_count:1 size:1180"} {"level":"info","ts":"2026-07-27T22:36:29.304234Z","caller":"traceutil/trace.go:171","msg":"trace[565872326] range","detail":"{range_begin:/registry/events/openstack/cinder-api-8646fb8f64-6s92t.18c644f943da838d; range_end:; response_count:1; response_revision:26018; }","duration":"643.380056ms","start":"2026-07-27T22:36:28.660838Z","end":"2026-07-27T22:36:29.304218Z","steps":["trace[565872326] 'agreement among raft nodes before linearized reading' (duration: 643.085417ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:29.304274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.66081Z","time spent":"643.455479ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":73,"response count":1,"response size":1204,"request content":"key:\"/registry/events/openstack/cinder-api-8646fb8f64-6s92t.18c644f943da838d\" "} {"level":"warn","ts":"2026-07-27T22:36:29.304303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"550.421736ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:29.304404Z","caller":"traceutil/trace.go:171","msg":"trace[1085452812] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26018; }","duration":"550.574091ms","start":"2026-07-27T22:36:28.75381Z","end":"2026-07-27T22:36:29.304384Z","steps":["trace[1085452812] 'agreement among raft nodes before linearized reading' (duration: 550.272021ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:29.304456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.753773Z","time spent":"550.673554ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:29.304429Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"548.608927ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:29.304473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"549.646781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:29.304527Z","caller":"traceutil/trace.go:171","msg":"trace[1271330632] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26018; }","duration":"548.732671ms","start":"2026-07-27T22:36:28.755771Z","end":"2026-07-27T22:36:29.304504Z","steps":["trace[1271330632] 'agreement among raft nodes before linearized reading' (duration: 548.238806ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:29.304568Z","caller":"traceutil/trace.go:171","msg":"trace[1767790534] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26018; }","duration":"549.777965ms","start":"2026-07-27T22:36:28.754769Z","end":"2026-07-27T22:36:29.304547Z","steps":["trace[1767790534] 'agreement among raft nodes before linearized reading' (duration: 549.492816ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:29.304583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.755745Z","time spent":"548.828725ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:29.304629Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.754758Z","time spent":"549.860368ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:29.304469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"395.292002ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18144"} {"level":"info","ts":"2026-07-27T22:36:29.304566Z","caller":"traceutil/trace.go:171","msg":"trace[1695521381] transaction","detail":"{read_only:false; response_revision:26017; number_of_response:1; }","duration":"548.789904ms","start":"2026-07-27T22:36:28.755725Z","end":"2026-07-27T22:36:29.304515Z","steps":["trace[1695521381] 'process raft request' (duration: 547.72834ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:29.304685Z","caller":"traceutil/trace.go:171","msg":"trace[1090235353] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26018; }","duration":"395.556361ms","start":"2026-07-27T22:36:28.909114Z","end":"2026-07-27T22:36:29.304671Z","steps":["trace[1090235353] 'agreement among raft nodes before linearized reading' (duration: 395.191959ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:29.304731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.90908Z","time spent":"395.638223ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18168,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-27T22:36:29.304482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"551.017315ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-27T22:36:29.30474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.349217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:36:29.304795Z","caller":"traceutil/trace.go:171","msg":"trace[1097937201] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26018; }","duration":"610.418209ms","start":"2026-07-27T22:36:28.694363Z","end":"2026-07-27T22:36:29.304781Z","steps":["trace[1097937201] 'agreement among raft nodes before linearized reading' (duration: 609.946504ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:29.304832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.694355Z","time spent":"610.466531ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:29.30465Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"482.199899ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:29.305014Z","caller":"traceutil/trace.go:171","msg":"trace[764264743] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26018; }","duration":"482.588341ms","start":"2026-07-27T22:36:28.82241Z","end":"2026-07-27T22:36:29.304998Z","steps":["trace[764264743] 'agreement among raft nodes before linearized reading' (duration: 482.015943ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:29.30527Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.822401Z","time spent":"482.8551ms","remote":"127.0.0.1:36896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:29.305427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.755708Z","time spent":"549.027681ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:29.305912Z","caller":"traceutil/trace.go:171","msg":"trace[1946178460] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26018; }","duration":"551.396067ms","start":"2026-07-27T22:36:28.753379Z","end":"2026-07-27T22:36:29.304775Z","steps":["trace[1946178460] 'agreement among raft nodes before linearized reading' (duration: 550.718875ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:29.306065Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:28.753347Z","time spent":"552.662128ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:29.812168Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:30.312893Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:30.813322Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234347,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:31.219716Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.88691483s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:36:31.278582Z","caller":"traceutil/trace.go:171","msg":"trace[570341324] transaction","detail":"{read_only:false; response_revision:26019; number_of_response:1; }","duration":"1.971226592s","start":"2026-07-27T22:36:29.307303Z","end":"2026-07-27T22:36:31.27853Z","steps":["trace[570341324] 'process raft request' (duration: 1.912920373s)","trace[570341324] 'compare' (duration: 57.596847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:31.278844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:29.307279Z","time spent":"1.971408108s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":121,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:32.332809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000334866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:32.33292Z","caller":"traceutil/trace.go:171","msg":"trace[813709432] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000516062s","start":"2026-07-27T22:36:30.332379Z","end":"2026-07-27T22:36:32.332895Z","steps":["trace[813709432] 'agreement among raft nodes before linearized reading' (duration: 2.000371407s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:32.332978Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:30.332351Z","time spent":"2.000615175s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:32 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:32.474617Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.25458297s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:33.01267Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"657.728006ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:33.012816Z","caller":"traceutil/trace.go:171","msg":"trace[815945502] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26019; }","duration":"657.883061ms","start":"2026-07-27T22:36:32.354907Z","end":"2026-07-27T22:36:33.012791Z","steps":["trace[815945502] 'range keys from in-memory index tree' (duration: 657.706175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.013383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"538.3998ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:33.014072Z","caller":"traceutil/trace.go:171","msg":"trace[683403313] linearizableReadLoop","detail":"{readStateIndex:26881; appliedIndex:26870; }","duration":"3.702599587s","start":"2026-07-27T22:36:29.311452Z","end":"2026-07-27T22:36:33.014051Z","steps":["trace[683403313] 'read index received' (duration: 1.908791121s)","trace[683403313] 'applied index is now lower than readState.Index' (duration: 1.793806986s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:33.014117Z","caller":"traceutil/trace.go:171","msg":"trace[395395788] transaction","detail":"{read_only:false; response_revision:26023; number_of_response:1; }","duration":"3.702710501s","start":"2026-07-27T22:36:29.311371Z","end":"2026-07-27T22:36:33.014081Z","steps":["trace[395395788] 'process raft request' (duration: 3.702300718s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:33.014183Z","caller":"traceutil/trace.go:171","msg":"trace[901830492] transaction","detail":"{read_only:false; response_revision:26028; number_of_response:1; }","duration":"2.398322875s","start":"2026-07-27T22:36:30.615811Z","end":"2026-07-27T22:36:33.014134Z","steps":["trace[901830492] 'process raft request' (duration: 2.398132949s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:33.014176Z","caller":"traceutil/trace.go:171","msg":"trace[1356146054] transaction","detail":"{read_only:false; response_revision:26026; number_of_response:1; }","duration":"2.398523252s","start":"2026-07-27T22:36:30.615599Z","end":"2026-07-27T22:36:33.014123Z","steps":["trace[1356146054] 'process raft request' (duration: 2.398242843s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:33.014207Z","caller":"traceutil/trace.go:171","msg":"trace[774791025] transaction","detail":"{read_only:false; response_revision:26029; number_of_response:1; }","duration":"2.398545872s","start":"2026-07-27T22:36:30.615599Z","end":"2026-07-27T22:36:33.014145Z","steps":["trace[774791025] 'process raft request' (duration: 2.398395218s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:33.014219Z","caller":"traceutil/trace.go:171","msg":"trace[2075218542] transaction","detail":"{read_only:false; response_revision:26027; number_of_response:1; }","duration":"2.398444299s","start":"2026-07-27T22:36:30.615745Z","end":"2026-07-27T22:36:33.014189Z","steps":["trace[2075218542] 'process raft request' (duration: 2.398147979s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:33.014235Z","caller":"traceutil/trace.go:171","msg":"trace[1370249982] transaction","detail":"{read_only:false; response_revision:26024; number_of_response:1; }","duration":"2.918492111s","start":"2026-07-27T22:36:30.095663Z","end":"2026-07-27T22:36:33.014155Z","steps":["trace[1370249982] 'process raft request' (duration: 2.918059367s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.01427Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:30.615803Z","time spent":"2.398410218s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:33.014258Z","caller":"traceutil/trace.go:171","msg":"trace[1123766703] transaction","detail":"{read_only:false; response_revision:26020; number_of_response:1; }","duration":"3.705999046s","start":"2026-07-27T22:36:29.30821Z","end":"2026-07-27T22:36:33.014209Z","steps":["trace[1123766703] 'process raft request' (duration: 3.166670436s)","trace[1123766703] 'compare' (duration: 537.809682ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:33.014295Z","caller":"traceutil/trace.go:171","msg":"trace[1664060280] transaction","detail":"{read_only:false; response_revision:26021; number_of_response:1; }","duration":"3.704144628s","start":"2026-07-27T22:36:29.310135Z","end":"2026-07-27T22:36:33.01428Z","steps":["trace[1664060280] 'process raft request' (duration: 3.703343482s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.014307Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:30.615579Z","time spent":"2.398651286s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:33.014314Z","caller":"traceutil/trace.go:171","msg":"trace[2117530129] transaction","detail":"{read_only:false; response_revision:26022; number_of_response:1; }","duration":"3.703260848s","start":"2026-07-27T22:36:29.311044Z","end":"2026-07-27T22:36:33.014305Z","steps":["trace[2117530129] 'process raft request' (duration: 3.702568106s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.014331Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:30.615738Z","time spent":"2.398543093s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:33.014341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:30.615579Z","time spent":"2.398690157s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":535,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:33.014363Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:29.311033Z","time spent":"3.703305751s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:33.014355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.702902098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18144"} {"level":"info","ts":"2026-07-27T22:36:33.01422Z","caller":"traceutil/trace.go:171","msg":"trace[1692417391] transaction","detail":"{read_only:false; response_revision:26025; number_of_response:1; }","duration":"2.402038114s","start":"2026-07-27T22:36:30.612147Z","end":"2026-07-27T22:36:33.014185Z","steps":["trace[1692417391] 'process raft request' (duration: 2.401632521s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.014361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:30.095625Z","time spent":"2.918671316s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:33.014387Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:29.31012Z","time spent":"3.704212759s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:33.014278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:29.311362Z","time spent":"3.702835225s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":555,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:33.014409Z","caller":"traceutil/trace.go:171","msg":"trace[1545028972] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26029; }","duration":"3.70298506s","start":"2026-07-27T22:36:29.31141Z","end":"2026-07-27T22:36:33.014395Z","steps":["trace[1545028972] 'agreement among raft nodes before linearized reading' (duration: 3.702746043s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.014435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:30.612116Z","time spent":"2.402286932s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:33.014453Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:29.311399Z","time spent":"3.703043462s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18168,"request content":"key:\"/registry/minions/instance\" "} {"level":"warn","ts":"2026-07-27T22:36:33.014388Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:29.308186Z","time spent":"3.706140211s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1164,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:33.032291Z","caller":"traceutil/trace.go:171","msg":"trace[73169524] transaction","detail":"{read_only:false; response_revision:26030; number_of_response:1; }","duration":"1.720377623s","start":"2026-07-27T22:36:31.311894Z","end":"2026-07-27T22:36:33.032271Z","steps":["trace[73169524] 'process raft request' (duration: 1.720207347s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.032407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:31.311875Z","time spent":"1.720474625s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:33.032698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.596405723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-27T22:36:33.032762Z","caller":"traceutil/trace.go:171","msg":"trace[1949843954] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26031; }","duration":"3.596568999s","start":"2026-07-27T22:36:29.436174Z","end":"2026-07-27T22:36:33.032743Z","steps":["trace[1949843954] 'agreement among raft nodes before linearized reading' (duration: 3.596331731s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.032793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:29.43615Z","time spent":"3.596634901s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:33.033017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722016075s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:33.033049Z","caller":"traceutil/trace.go:171","msg":"trace[36807181] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26031; }","duration":"1.722066056s","start":"2026-07-27T22:36:31.310975Z","end":"2026-07-27T22:36:33.033041Z","steps":["trace[36807181] 'agreement among raft nodes before linearized reading' (duration: 1.721981514s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.033069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:31.310964Z","time spent":"1.722100928s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:33.03322Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.722646335s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:33.033241Z","caller":"traceutil/trace.go:171","msg":"trace[869073499] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26031; }","duration":"1.722713667s","start":"2026-07-27T22:36:31.310521Z","end":"2026-07-27T22:36:33.033234Z","steps":["trace[869073499] 'agreement among raft nodes before linearized reading' (duration: 1.722656656s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.033257Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:31.310496Z","time spent":"1.722757889s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:33.033392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.723801822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:33.033417Z","caller":"traceutil/trace.go:171","msg":"trace[22908272] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26031; }","duration":"1.723868274s","start":"2026-07-27T22:36:31.309543Z","end":"2026-07-27T22:36:33.033411Z","steps":["trace[22908272] 'agreement among raft nodes before linearized reading' (duration: 1.723809882s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.033435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:31.30952Z","time spent":"1.723910916s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:33.033574Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.751878502s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-27T22:36:33.033601Z","caller":"traceutil/trace.go:171","msg":"trace[174866294] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26031; }","duration":"1.751948935s","start":"2026-07-27T22:36:31.281645Z","end":"2026-07-27T22:36:33.033594Z","steps":["trace[174866294] 'agreement among raft nodes before linearized reading' (duration: 1.751861482s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.033621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:31.281625Z","time spent":"1.751991406s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-27T22:36:33.033764Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.944955542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:33.033787Z","caller":"traceutil/trace.go:171","msg":"trace[1774077502] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26031; }","duration":"1.945027004s","start":"2026-07-27T22:36:31.088752Z","end":"2026-07-27T22:36:33.033779Z","steps":["trace[1774077502] 'agreement among raft nodes before linearized reading' (duration: 1.944978452s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.033806Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:31.088728Z","time spent":"1.945072706s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:33.033968Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420327981s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-27T22:36:33.033994Z","caller":"traceutil/trace.go:171","msg":"trace[1219155560] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26031; }","duration":"2.420404583s","start":"2026-07-27T22:36:30.613578Z","end":"2026-07-27T22:36:33.033982Z","steps":["trace[1219155560] 'agreement among raft nodes before linearized reading' (duration: 2.420333471s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.034019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:30.613546Z","time spent":"2.420467955s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:36:33.034657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"857.734697ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-27T22:36:33.034613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.423588485s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:36:33.034719Z","caller":"traceutil/trace.go:171","msg":"trace[1261017289] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26031; }","duration":"857.852322ms","start":"2026-07-27T22:36:32.176854Z","end":"2026-07-27T22:36:33.034706Z","steps":["trace[1261017289] 'agreement among raft nodes before linearized reading' (duration: 855.958271ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.034756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:32.176804Z","time spent":"857.943604ms","remote":"127.0.0.1:38054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2786,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:33.034768Z","caller":"traceutil/trace.go:171","msg":"trace[588831980] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26031; }","duration":"2.423782982s","start":"2026-07-27T22:36:30.610952Z","end":"2026-07-27T22:36:33.034735Z","steps":["trace[588831980] 'agreement among raft nodes before linearized reading' (duration: 2.423383719s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.034846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:30.610919Z","time spent":"2.423912416s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T22:36:33.034901Z","caller":"traceutil/trace.go:171","msg":"trace[768171745] transaction","detail":"{read_only:false; response_revision:26031; number_of_response:1; }","duration":"1.283926231s","start":"2026-07-27T22:36:31.750964Z","end":"2026-07-27T22:36:33.03489Z","steps":["trace[768171745] 'process raft request' (duration: 1.281263315s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.034995Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:31.750937Z","time spent":"1.284007423s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:33.035053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"500.613019ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-27T22:36:33.035093Z","caller":"traceutil/trace.go:171","msg":"trace[1628945618] range","detail":"{range_begin:/registry/pods/; range_end:/registry/pods0; response_count:0; response_revision:26031; }","duration":"500.680931ms","start":"2026-07-27T22:36:32.5344Z","end":"2026-07-27T22:36:33.035081Z","steps":["trace[1628945618] 'agreement among raft nodes before linearized reading' (duration: 500.512145ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.035135Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:32.534384Z","time spent":"500.742663ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":187,"response size":33,"request content":"key:\"/registry/pods/\" range_end:\"/registry/pods0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:33.034792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"232.794153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-27T22:36:33.0353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.971694ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:33.035299Z","caller":"traceutil/trace.go:171","msg":"trace[343349755] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26031; }","duration":"233.32791ms","start":"2026-07-27T22:36:32.801953Z","end":"2026-07-27T22:36:33.035281Z","steps":["trace[343349755] 'agreement among raft nodes before linearized reading' (duration: 232.329838ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:33.035334Z","caller":"traceutil/trace.go:171","msg":"trace[1256919618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26031; }","duration":"702.041416ms","start":"2026-07-27T22:36:32.333282Z","end":"2026-07-27T22:36:33.035323Z","steps":["trace[1256919618] 'agreement among raft nodes before linearized reading' (duration: 701.989605ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.035372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:32.333265Z","time spent":"702.099399ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:36:33.035539Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"825.094241ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" ","response":"range_response_count:1 size:1021"} {"level":"info","ts":"2026-07-27T22:36:33.035566Z","caller":"traceutil/trace.go:171","msg":"trace[459540719] range","detail":"{range_begin:/registry/serviceaccounts/ingress-nginx/ingress-nginx; range_end:; response_count:1; response_revision:26031; }","duration":"825.160333ms","start":"2026-07-27T22:36:32.210397Z","end":"2026-07-27T22:36:33.035558Z","steps":["trace[459540719] 'agreement among raft nodes before linearized reading' (duration: 825.099981ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.035591Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:32.21037Z","time spent":"825.215415ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":1045,"request content":"key:\"/registry/serviceaccounts/ingress-nginx/ingress-nginx\" "} {"level":"warn","ts":"2026-07-27T22:36:33.03511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.424782883s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-27T22:36:33.035782Z","caller":"traceutil/trace.go:171","msg":"trace[254959449] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26031; }","duration":"2.425493246s","start":"2026-07-27T22:36:30.610278Z","end":"2026-07-27T22:36:33.035772Z","steps":["trace[254959449] 'agreement among raft nodes before linearized reading' (duration: 2.424788263s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:33.035813Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:30.610246Z","time spent":"2.425558558s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T22:36:33.196467Z","caller":"traceutil/trace.go:171","msg":"trace[1020968154] transaction","detail":"{read_only:false; response_revision:26032; number_of_response:1; }","duration":"155.811135ms","start":"2026-07-27T22:36:33.040627Z","end":"2026-07-27T22:36:33.196438Z","steps":["trace[1020968154] 'process raft request' (duration: 153.243333ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:34.3111Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.117249427s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:36:34.356069Z","caller":"traceutil/trace.go:171","msg":"trace[311723042] linearizableReadLoop","detail":"{readStateIndex:26886; appliedIndex:26883; }","duration":"1.301210725s","start":"2026-07-27T22:36:33.054828Z","end":"2026-07-27T22:36:34.356039Z","steps":["trace[311723042] 'read index received' (duration: 139.061389ms)","trace[311723042] 'applied index is now lower than readState.Index' (duration: 1.162147616s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:34.35635Z","caller":"traceutil/trace.go:171","msg":"trace[210558529] transaction","detail":"{read_only:false; response_revision:26035; number_of_response:1; }","duration":"1.299981585s","start":"2026-07-27T22:36:33.056339Z","end":"2026-07-27T22:36:34.356321Z","steps":["trace[210558529] 'process raft request' (duration: 1.299637904s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:34.356387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296154152s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:34.356426Z","caller":"traceutil/trace.go:171","msg":"trace[874567678] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26035; }","duration":"1.296222905s","start":"2026-07-27T22:36:33.060192Z","end":"2026-07-27T22:36:34.356415Z","steps":["trace[874567678] 'agreement among raft nodes before linearized reading' (duration: 1.296143252s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:34.356449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.060181Z","time spent":"1.296263526s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:36:34.356448Z","caller":"traceutil/trace.go:171","msg":"trace[1898958012] transaction","detail":"{read_only:false; response_revision:26033; number_of_response:1; }","duration":"1.315482892s","start":"2026-07-27T22:36:33.040932Z","end":"2026-07-27T22:36:34.356415Z","steps":["trace[1898958012] 'process raft request' (duration: 1.270354725s)","trace[1898958012] 'compare' (duration: 43.565677ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:34.356484Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.056314Z","time spent":"1.300107139s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:34.356494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"736.120669ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-27T22:36:34.356485Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"927.312608ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:34.356554Z","caller":"traceutil/trace.go:171","msg":"trace[277414358] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26035; }","duration":"736.232142ms","start":"2026-07-27T22:36:33.620308Z","end":"2026-07-27T22:36:34.35654Z","steps":["trace[277414358] 'agreement among raft nodes before linearized reading' (duration: 736.031016ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:34.356592Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.620286Z","time spent":"736.300854ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T22:36:34.356611Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.044295518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:34.356634Z","caller":"traceutil/trace.go:171","msg":"trace[2725408] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26035; }","duration":"1.04436207s","start":"2026-07-27T22:36:33.312264Z","end":"2026-07-27T22:36:34.356626Z","steps":["trace[2725408] 'agreement among raft nodes before linearized reading' (duration: 1.044317118s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:34.356625Z","caller":"traceutil/trace.go:171","msg":"trace[927689008] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26035; }","duration":"927.473613ms","start":"2026-07-27T22:36:33.429103Z","end":"2026-07-27T22:36:34.356576Z","steps":["trace[927689008] 'agreement among raft nodes before linearized reading' (duration: 927.251846ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:34.35662Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.040914Z","time spent":"1.315589846s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:34.356655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.312244Z","time spent":"1.044404511s","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:34.356706Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"703.813463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-27T22:36:34.356725Z","caller":"traceutil/trace.go:171","msg":"trace[819540274] transaction","detail":"{read_only:false; response_revision:26034; number_of_response:1; }","duration":"1.30231178s","start":"2026-07-27T22:36:33.054341Z","end":"2026-07-27T22:36:34.356653Z","steps":["trace[819540274] 'process raft request' (duration: 1.301505154s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:34.356789Z","caller":"traceutil/trace.go:171","msg":"trace[1891429096] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26035; }","duration":"703.944247ms","start":"2026-07-27T22:36:33.652828Z","end":"2026-07-27T22:36:34.356773Z","steps":["trace[1891429096] 'agreement among raft nodes before linearized reading' (duration: 703.662038ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:34.356774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"235.840041ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:34.356844Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.652815Z","time spent":"704.014329ms","remote":"127.0.0.1:37560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"warn","ts":"2026-07-27T22:36:34.356875Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"561.431468ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:36:34.356877Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.302052491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-27T22:36:34.356888Z","caller":"traceutil/trace.go:171","msg":"trace[1664067974] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26035; }","duration":"236.069468ms","start":"2026-07-27T22:36:34.120807Z","end":"2026-07-27T22:36:34.356876Z","steps":["trace[1664067974] 'agreement among raft nodes before linearized reading' (duration: 235.856361ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:34.356904Z","caller":"traceutil/trace.go:171","msg":"trace[804069044] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26035; }","duration":"561.50252ms","start":"2026-07-27T22:36:33.795393Z","end":"2026-07-27T22:36:34.356896Z","steps":["trace[804069044] 'agreement among raft nodes before linearized reading' (duration: 561.449379ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:34.356918Z","caller":"traceutil/trace.go:171","msg":"trace[1041997164] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:26035; }","duration":"1.302115934s","start":"2026-07-27T22:36:33.054788Z","end":"2026-07-27T22:36:34.356904Z","steps":["trace[1041997164] 'agreement among raft nodes before linearized reading' (duration: 1.301971539s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:34.356925Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.795371Z","time spent":"561.548722ms","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:34.356959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.054776Z","time spent":"1.302176645s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" "} {"level":"warn","ts":"2026-07-27T22:36:34.356814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.429084Z","time spent":"927.589636ms","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"warn","ts":"2026-07-27T22:36:34.356987Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.054312Z","time spent":"1.302517386s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":463,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:34.357792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.117857ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130453"} {"level":"info","ts":"2026-07-27T22:36:34.357916Z","caller":"traceutil/trace.go:171","msg":"trace[901757116] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26035; }","duration":"696.290632ms","start":"2026-07-27T22:36:33.661611Z","end":"2026-07-27T22:36:34.357901Z","steps":["trace[901757116] 'agreement among raft nodes before linearized reading' (duration: 694.733982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:34.358044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:33.661588Z","time spent":"696.441997ms","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130477,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-27T22:36:34.911709Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234377,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:35.91597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"683.657637ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:35.916092Z","caller":"traceutil/trace.go:171","msg":"trace[1950999676] linearizableReadLoop","detail":"{readStateIndex:26889; appliedIndex:26888; }","duration":"1.504934525s","start":"2026-07-27T22:36:34.411135Z","end":"2026-07-27T22:36:35.916069Z","steps":["trace[1950999676] 'read index received' (duration: 821.208796ms)","trace[1950999676] 'applied index is now lower than readState.Index' (duration: 683.722829ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:35.916212Z","caller":"traceutil/trace.go:171","msg":"trace[380055570] transaction","detail":"{read_only:false; response_revision:26036; number_of_response:1; }","duration":"1.509578064s","start":"2026-07-27T22:36:34.406616Z","end":"2026-07-27T22:36:35.916194Z","steps":["trace[380055570] 'process raft request' (duration: 825.592086ms)","trace[380055570] 'compare' (duration: 683.202263ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:35.916311Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:34.406577Z","time spent":"1.509687507s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:35.916669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.505522674s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:35.916731Z","caller":"traceutil/trace.go:171","msg":"trace[1418805465] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26036; }","duration":"1.505595426s","start":"2026-07-27T22:36:34.411118Z","end":"2026-07-27T22:36:35.916713Z","steps":["trace[1418805465] 'agreement among raft nodes before linearized reading' (duration: 1.50542788s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:35.916775Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:34.411109Z","time spent":"1.505653218s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-27T22:36:36.417193Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234385,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:36.836799Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.509015996s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:37.07601Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.893609ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:37.076389Z","caller":"traceutil/trace.go:171","msg":"trace[1814599410] transaction","detail":"{read_only:false; response_revision:26042; number_of_response:1; }","duration":"2.038822461s","start":"2026-07-27T22:36:35.037548Z","end":"2026-07-27T22:36:37.076371Z","steps":["trace[1814599410] 'process raft request' (duration: 2.038775399s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:37.076462Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.037533Z","time spent":"2.038894733s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:37.076672Z","caller":"traceutil/trace.go:171","msg":"trace[76095550] transaction","detail":"{read_only:false; response_revision:26041; number_of_response:1; }","duration":"2.05626756s","start":"2026-07-27T22:36:35.020391Z","end":"2026-07-27T22:36:37.076658Z","steps":["trace[76095550] 'process raft request' (duration: 2.055872207s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:37.076665Z","caller":"traceutil/trace.go:171","msg":"trace[1226379257] transaction","detail":"{read_only:false; response_revision:26040; number_of_response:1; }","duration":"2.056415334s","start":"2026-07-27T22:36:35.020224Z","end":"2026-07-27T22:36:37.076639Z","steps":["trace[1226379257] 'process raft request' (duration: 2.055997751s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:37.076731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.020378Z","time spent":"2.056320241s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:37.076874Z","caller":"traceutil/trace.go:171","msg":"trace[726638015] transaction","detail":"{read_only:false; response_revision:26037; number_of_response:1; }","duration":"2.057076006s","start":"2026-07-27T22:36:35.019779Z","end":"2026-07-27T22:36:37.076855Z","steps":["trace[726638015] 'process raft request' (duration: 1.817259108s)","trace[726638015] 'compare' (duration: 237.285417ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:37.076943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.02021Z","time spent":"2.056514078s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:37.076985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.01974Z","time spent":"2.05719418s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:37.077154Z","caller":"traceutil/trace.go:171","msg":"trace[41773203] transaction","detail":"{read_only:false; response_revision:26039; number_of_response:1; }","duration":"2.057098136s","start":"2026-07-27T22:36:35.020038Z","end":"2026-07-27T22:36:37.077136Z","steps":["trace[41773203] 'process raft request' (duration: 2.056146136s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:37.077267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.020026Z","time spent":"2.057174199s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:37.076644Z","caller":"traceutil/trace.go:171","msg":"trace[4657370] transaction","detail":"{read_only:false; response_revision:26038; number_of_response:1; }","duration":"2.056727915s","start":"2026-07-27T22:36:35.019867Z","end":"2026-07-27T22:36:37.076594Z","steps":["trace[4657370] 'process raft request' (duration: 2.056243719s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:37.077432Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.019859Z","time spent":"2.057533381s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:38.329865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000051187s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:38.329963Z","caller":"traceutil/trace.go:171","msg":"trace[1336287699] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000189961s","start":"2026-07-27T22:36:36.329753Z","end":"2026-07-27T22:36:38.329943Z","steps":["trace[1336287699] 'agreement among raft nodes before linearized reading' (duration: 2.000067387s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:38.33002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:36.329744Z","time spent":"2.000262963s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:39.573514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.496502872s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:36:39.574989Z","caller":"traceutil/trace.go:171","msg":"trace[618146644] transaction","detail":"{read_only:false; response_revision:26043; number_of_response:1; }","duration":"2.784640349s","start":"2026-07-27T22:36:36.790323Z","end":"2026-07-27T22:36:39.574963Z","steps":["trace[618146644] 'process raft request' (duration: 2.783278166s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:39.575267Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:36.790068Z","time spent":"2.78498882s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:40.201368Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999211045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:40.201591Z","caller":"traceutil/trace.go:171","msg":"trace[1941909519] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.999489733s","start":"2026-07-27T22:36:35.202077Z","end":"2026-07-27T22:36:40.201567Z","steps":["trace[1941909519] 'agreement among raft nodes before linearized reading' (duration: 4.999245476s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:40.201714Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.202055Z","time spent":"4.999641289s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/27 22:36:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:40.33074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000349327s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:40.33083Z","caller":"traceutil/trace.go:171","msg":"trace[1135614181] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000502702s","start":"2026-07-27T22:36:38.330309Z","end":"2026-07-27T22:36:40.330812Z","steps":["trace[1135614181] 'agreement among raft nodes before linearized reading' (duration: 2.000372678s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:40.33088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:38.330293Z","time spent":"2.000574975s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:40.375901Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.762662298s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:40.802604Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000491533s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:40.802698Z","caller":"traceutil/trace.go:171","msg":"trace[1916064085] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000645377s","start":"2026-07-27T22:36:38.802035Z","end":"2026-07-27T22:36:40.802681Z","steps":["trace[1916064085] 'agreement among raft nodes before linearized reading' (duration: 2.000531403s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:40.802798Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:38.801996Z","time spent":"2.000747081s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:40 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:41.359989Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999354719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:41.36009Z","caller":"traceutil/trace.go:171","msg":"trace[690140423] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999567966s","start":"2026-07-27T22:36:36.360503Z","end":"2026-07-27T22:36:41.360071Z","steps":["trace[690140423] 'agreement among raft nodes before linearized reading' (duration: 4.99938198s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.360158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:36.360487Z","time spent":"4.999641999s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:36:41.361205Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999302018s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:41.361312Z","caller":"traceutil/trace.go:171","msg":"trace[2078587831] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999533015s","start":"2026-07-27T22:36:36.361754Z","end":"2026-07-27T22:36:41.361287Z","steps":["trace[2078587831] 'agreement among raft nodes before linearized reading' (duration: 4.99939545s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.361364Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:36.36174Z","time spent":"4.999614658s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/27 22:36:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:41.853714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.278660039s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:41.853871Z","caller":"traceutil/trace.go:171","msg":"trace[1522954857] transaction","detail":"{read_only:false; response_revision:26044; number_of_response:1; }","duration":"5.042618645s","start":"2026-07-27T22:36:36.811227Z","end":"2026-07-27T22:36:41.853846Z","steps":["trace[1522954857] 'process raft request' (duration: 2.763719499s)","trace[1522954857] 'compare' (duration: 2.276486199s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:41.853985Z","caller":"traceutil/trace.go:171","msg":"trace[852835662] transaction","detail":"{read_only:false; response_revision:26045; number_of_response:1; }","duration":"3.810725393s","start":"2026-07-27T22:36:38.043243Z","end":"2026-07-27T22:36:41.853968Z","steps":["trace[852835662] 'process raft request' (duration: 3.810598569s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.85409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:38.043206Z","time spent":"3.810835847s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:41.854188Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813202167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:41.854237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.442457789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/servicenodeports\" ","response":"range_response_count:1 size:119"} {"level":"info","ts":"2026-07-27T22:36:41.854292Z","caller":"traceutil/trace.go:171","msg":"trace[589613199] range","detail":"{range_begin:/registry/ranges/servicenodeports; range_end:; response_count:1; response_revision:26045; }","duration":"7.442523891s","start":"2026-07-27T22:36:34.411752Z","end":"2026-07-27T22:36:41.854276Z","steps":["trace[589613199] 'agreement among raft nodes before linearized reading' (duration: 7.442265243s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.854263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.662489526s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"info","ts":"2026-07-27T22:36:41.854411Z","caller":"traceutil/trace.go:171","msg":"trace[550917599] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0; range_end:; response_count:1; response_revision:26045; }","duration":"6.662674042s","start":"2026-07-27T22:36:35.191709Z","end":"2026-07-27T22:36:41.854383Z","steps":["trace[550917599] 'agreement among raft nodes before linearized reading' (duration: 6.662243318s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:41.853975Z","caller":"traceutil/trace.go:171","msg":"trace[1303331235] linearizableReadLoop","detail":"{readStateIndex:26896; appliedIndex:26889; }","duration":"5.937817624s","start":"2026-07-27T22:36:35.916126Z","end":"2026-07-27T22:36:41.853944Z","steps":["trace[1303331235] 'read index received' (duration: 920.903962ms)","trace[1303331235] 'applied index is now lower than readState.Index' (duration: 5.016910522s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:41.854436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.813368822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:41.854481Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.19167Z","time spent":"6.662795785s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-senlin-server-0\" "} {"level":"info","ts":"2026-07-27T22:36:41.85428Z","caller":"traceutil/trace.go:171","msg":"trace[707038501] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26045; }","duration":"6.813368833s","start":"2026-07-27T22:36:35.040889Z","end":"2026-07-27T22:36:41.854258Z","steps":["trace[707038501] 'agreement among raft nodes before linearized reading' (duration: 6.813054663s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.854548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.145949214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:36:41.854573Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.814129776s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:41.854577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.040867Z","time spent":"6.813693852s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:36:41.854602Z","caller":"traceutil/trace.go:171","msg":"trace[1527427540] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26045; }","duration":"7.146047068s","start":"2026-07-27T22:36:34.70854Z","end":"2026-07-27T22:36:41.854587Z","steps":["trace[1527427540] 'agreement among raft nodes before linearized reading' (duration: 7.145947395s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:41.85462Z","caller":"traceutil/trace.go:171","msg":"trace[1199745127] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26045; }","duration":"6.814193479s","start":"2026-07-27T22:36:35.040412Z","end":"2026-07-27T22:36:41.854605Z","steps":["trace[1199745127] 'agreement among raft nodes before linearized reading' (duration: 6.814049734s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.854639Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:34.708521Z","time spent":"7.14610854s","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:41.854674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.040401Z","time spent":"6.814261881s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:41.854631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.373052634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:41.854451Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:36.811201Z","time spent":"5.042770131s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:41.854736Z","caller":"traceutil/trace.go:171","msg":"trace[1172630799] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:26045; }","duration":"7.373190839s","start":"2026-07-27T22:36:34.481533Z","end":"2026-07-27T22:36:41.854724Z","steps":["trace[1172630799] 'agreement among raft nodes before linearized reading' (duration: 7.373001833s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.854741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.439563527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130453"} {"level":"warn","ts":"2026-07-27T22:36:41.85479Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:34.48152Z","time spent":"7.373262401s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":53,"response count":0,"response size":30,"request content":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" "} {"level":"info","ts":"2026-07-27T22:36:41.854497Z","caller":"traceutil/trace.go:171","msg":"trace[28691018] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26045; }","duration":"6.813461426s","start":"2026-07-27T22:36:35.041017Z","end":"2026-07-27T22:36:41.854478Z","steps":["trace[28691018] 'agreement among raft nodes before linearized reading' (duration: 6.813306551s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.854809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.833745005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"info","ts":"2026-07-27T22:36:41.854841Z","caller":"traceutil/trace.go:171","msg":"trace[370322382] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26045; }","duration":"7.43966492s","start":"2026-07-27T22:36:34.415133Z","end":"2026-07-27T22:36:41.854798Z","steps":["trace[370322382] 'agreement among raft nodes before linearized reading' (duration: 7.439423962s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.85486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.83479643s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"warn","ts":"2026-07-27T22:36:41.854857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.040946Z","time spent":"6.813891179s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:36:41.854894Z","caller":"traceutil/trace.go:171","msg":"trace[600032051] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26045; }","duration":"6.834863772s","start":"2026-07-27T22:36:35.020019Z","end":"2026-07-27T22:36:41.854883Z","steps":["trace[600032051] 'agreement among raft nodes before linearized reading' (duration: 6.834766459s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.854893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:34.415112Z","time spent":"7.439769763s","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130477,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-27T22:36:41.854932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.020005Z","time spent":"6.834920153s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":597,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:41.854433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:34.411747Z","time spent":"7.442589673s","remote":"127.0.0.1:37560","response type":"/etcdserverpb.KV/Range","request count":0,"request size":35,"response count":1,"response size":143,"request content":"key:\"/registry/ranges/servicenodeports\" "} {"level":"info","ts":"2026-07-27T22:36:41.854896Z","caller":"traceutil/trace.go:171","msg":"trace[493513135] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26045; }","duration":"6.8338737s","start":"2026-07-27T22:36:35.020982Z","end":"2026-07-27T22:36:41.854855Z","steps":["trace[493513135] 'agreement among raft nodes before linearized reading' (duration: 6.833645133s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.855114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.020972Z","time spent":"6.834130978s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:41.855151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.83479836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:36:41.855227Z","caller":"traceutil/trace.go:171","msg":"trace[1988948873] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26045; }","duration":"6.834901023s","start":"2026-07-27T22:36:35.02031Z","end":"2026-07-27T22:36:41.855211Z","steps":["trace[1988948873] 'agreement among raft nodes before linearized reading' (duration: 6.834254693s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.855277Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.020304Z","time spent":"6.834965185s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:41.855327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.284391252s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:41.855396Z","caller":"traceutil/trace.go:171","msg":"trace[1524122207] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26045; }","duration":"7.284500516s","start":"2026-07-27T22:36:34.570883Z","end":"2026-07-27T22:36:41.855384Z","steps":["trace[1524122207] 'agreement among raft nodes before linearized reading' (duration: 7.28369637s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:41.855422Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:34.570864Z","time spent":"7.284549508s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:42.337084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000068818s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:42.337171Z","caller":"traceutil/trace.go:171","msg":"trace[518188754] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000188181s","start":"2026-07-27T22:36:40.336963Z","end":"2026-07-27T22:36:42.337152Z","steps":["trace[518188754] 'agreement among raft nodes before linearized reading' (duration: 2.000077878s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:42.337217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:40.336957Z","time spent":"2.000251034s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:42.355024Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:42.856166Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234393,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:43.216354Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.840292854s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:44.08128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997267923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:44.081368Z","caller":"traceutil/trace.go:171","msg":"trace[1772061143] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997373936s","start":"2026-07-27T22:36:39.083973Z","end":"2026-07-27T22:36:44.081347Z","steps":["trace[1772061143] 'agreement among raft nodes before linearized reading' (duration: 4.997266092s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:44.081441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:39.083858Z","time spent":"4.997571933s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/27 22:36:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:44.083965Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998912735s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-27T22:36:44.08401Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:39.086669Z","time spent":"4.997337605s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"info","ts":"2026-07-27T22:36:44.084024Z","caller":"traceutil/trace.go:171","msg":"trace[994891359] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999009798s","start":"2026-07-27T22:36:39.085001Z","end":"2026-07-27T22:36:44.084011Z","steps":["trace[994891359] 'agreement among raft nodes before linearized reading' (duration: 4.998937156s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:44.08403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:39.084626Z","time spent":"4.999397911s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-27T22:36:44.084039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:39.086591Z","time spent":"4.997441638s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-27T22:36:44.083952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.99876666s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-27T22:36:44.084076Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:39.084984Z","time spent":"4.999080311s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-27T22:36:44.084143Z","caller":"traceutil/trace.go:171","msg":"trace[1130259605] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999003628s","start":"2026-07-27T22:36:39.085123Z","end":"2026-07-27T22:36:44.084127Z","steps":["trace[1130259605] 'agreement among raft nodes before linearized reading' (duration: 4.998782641s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:44.084184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:39.085115Z","time spent":"4.99906084s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/27 22:36:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/27 22:36:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/27 22:36:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/27 22:36:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/27 22:36:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:44.337424Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000018897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:44.337518Z","caller":"traceutil/trace.go:171","msg":"trace[1056483883] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000198053s","start":"2026-07-27T22:36:42.3373Z","end":"2026-07-27T22:36:44.337498Z","steps":["trace[1056483883] 'agreement among raft nodes before linearized reading' (duration: 2.000050528s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:44.337567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:42.337283Z","time spent":"2.000275395s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:44 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:45.020342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:41.860433Z","time spent":"3.15990144s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-27T22:36:45.020443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:41.860428Z","time spent":"3.160001083s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 22:36:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/27 22:36:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:45.021658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:41.85985Z","time spent":"3.161804941s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 22:36:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:45.050217Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.833417466s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:45.201289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997000999s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:45.201404Z","caller":"traceutil/trace.go:171","msg":"trace[240616384] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997178894s","start":"2026-07-27T22:36:42.204199Z","end":"2026-07-27T22:36:45.201378Z","steps":["trace[240616384] 'agreement among raft nodes before linearized reading' (duration: 2.997031419s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.201466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:42.204177Z","time spent":"2.997277028s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/27 22:36:45 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:45.261141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.905745863s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:45.26132Z","caller":"traceutil/trace.go:171","msg":"trace[1662919154] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26045; }","duration":"2.905929529s","start":"2026-07-27T22:36:42.355354Z","end":"2026-07-27T22:36:45.261284Z","steps":["trace[1662919154] 'range keys from in-memory index tree' (duration: 2.905726242s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.263998Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.047328564s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:45.264373Z","caller":"traceutil/trace.go:171","msg":"trace[263517914] linearizableReadLoop","detail":"{readStateIndex:26905; appliedIndex:26899; }","duration":"3.409886915s","start":"2026-07-27T22:36:41.854469Z","end":"2026-07-27T22:36:45.264356Z","steps":["trace[263517914] 'read index received' (duration: 1.362343035s)","trace[263517914] 'applied index is now lower than readState.Index' (duration: 2.04754269s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:45.264632Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.570203324s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-27T22:36:45.264654Z","caller":"traceutil/trace.go:171","msg":"trace[1615490881] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26051; }","duration":"3.570258075s","start":"2026-07-27T22:36:41.694389Z","end":"2026-07-27T22:36:45.264647Z","steps":["trace[1615490881] 'agreement among raft nodes before linearized reading' (duration: 3.570162322s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.264679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:41.694371Z","time spent":"3.570302446s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:36:45.264819Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.724742248s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:45.264844Z","caller":"traceutil/trace.go:171","msg":"trace[1324585502] range","detail":"{range_begin:/registry/podtemplates/; range_end:/registry/podtemplates0; response_count:0; response_revision:26051; }","duration":"3.724793019s","start":"2026-07-27T22:36:41.540043Z","end":"2026-07-27T22:36:45.264836Z","steps":["trace[1324585502] 'agreement among raft nodes before linearized reading' (duration: 3.724748718s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.264867Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:41.540022Z","time spent":"3.72483883s","remote":"127.0.0.1:37626","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":0,"response size":30,"request content":"key:\"/registry/podtemplates/\" range_end:\"/registry/podtemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.264967Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.832372527s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:45.264985Z","caller":"traceutil/trace.go:171","msg":"trace[648875232] range","detail":"{range_begin:/registry/rabbitmq.com/bindings/; range_end:/registry/rabbitmq.com/bindings0; response_count:0; response_revision:26051; }","duration":"3.83243075s","start":"2026-07-27T22:36:41.432549Z","end":"2026-07-27T22:36:45.26498Z","steps":["trace[648875232] 'agreement among raft nodes before linearized reading' (duration: 3.832395649s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.265002Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:41.432527Z","time spent":"3.832470601s","remote":"127.0.0.1:44838","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/bindings/\" range_end:\"/registry/rabbitmq.com/bindings0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.265141Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.144015269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:45.26518Z","caller":"traceutil/trace.go:171","msg":"trace[183420219] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26051; }","duration":"4.144071751s","start":"2026-07-27T22:36:41.121082Z","end":"2026-07-27T22:36:45.265154Z","steps":["trace[183420219] 'agreement among raft nodes before linearized reading' (duration: 4.144033979s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.265199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:41.121063Z","time spent":"4.144129482s","remote":"127.0.0.1:59106","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.26531Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.165472026s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:45.265368Z","caller":"traceutil/trace.go:171","msg":"trace[679144023] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/services/; range_end:/registry/openstack.k-orc.cloud/services0; response_count:0; response_revision:26051; }","duration":"9.165534138s","start":"2026-07-27T22:36:36.099818Z","end":"2026-07-27T22:36:45.265352Z","steps":["trace[679144023] 'agreement among raft nodes before linearized reading' (duration: 9.165420454s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.265356Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.248732489s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"info","ts":"2026-07-27T22:36:45.265428Z","caller":"traceutil/trace.go:171","msg":"trace[181665488] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26051; }","duration":"7.248846313s","start":"2026-07-27T22:36:38.016564Z","end":"2026-07-27T22:36:45.26541Z","steps":["trace[181665488] 'agreement among raft nodes before linearized reading' (duration: 7.248641306s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.265436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:36.099761Z","time spent":"9.165661072s","remote":"127.0.0.1:50988","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/services/\" range_end:\"/registry/openstack.k-orc.cloud/services0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.265467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:38.016542Z","time spent":"7.248916455s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"warn","ts":"2026-07-27T22:36:45.26544Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.34213396s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:45.265545Z","caller":"traceutil/trace.go:171","msg":"trace[1475028255] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26051; }","duration":"9.342266704s","start":"2026-07-27T22:36:35.923248Z","end":"2026-07-27T22:36:45.265514Z","steps":["trace[1475028255] 'agreement among raft nodes before linearized reading' (duration: 9.342091529s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.265562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.61924399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:140"} {"level":"warn","ts":"2026-07-27T22:36:45.265557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.944466866s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:45.265589Z","caller":"traceutil/trace.go:171","msg":"trace[813459542] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:26051; }","duration":"6.61926994s","start":"2026-07-27T22:36:38.646311Z","end":"2026-07-27T22:36:45.265581Z","steps":["trace[813459542] 'agreement among raft nodes before linearized reading' (duration: 6.619194028s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.265609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:38.646276Z","time spent":"6.619329213s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":164,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-07-27T22:36:45.265598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:35.923233Z","time spent":"9.342353576s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-27T22:36:45.265605Z","caller":"traceutil/trace.go:171","msg":"trace[11471916] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backends/; range_end:/registry/gateway.envoyproxy.io/backends0; response_count:0; response_revision:26051; }","duration":"6.944547209s","start":"2026-07-27T22:36:38.321042Z","end":"2026-07-27T22:36:45.265589Z","steps":["trace[11471916] 'agreement among raft nodes before linearized reading' (duration: 6.944459276s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.265634Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.097399036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:45.265645Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.828764948s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-27T22:36:45.265676Z","caller":"traceutil/trace.go:171","msg":"trace[1471159327] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26051; }","duration":"8.097443417s","start":"2026-07-27T22:36:37.16822Z","end":"2026-07-27T22:36:45.265663Z","steps":["trace[1471159327] 'agreement among raft nodes before linearized reading' (duration: 8.097371605s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.265672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:38.321027Z","time spent":"6.944635032s","remote":"127.0.0.1:58888","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backends/\" range_end:\"/registry/gateway.envoyproxy.io/backends0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.265653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.754756455s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:45.265711Z","caller":"traceutil/trace.go:171","msg":"trace[1780403033] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26051; }","duration":"6.82886137s","start":"2026-07-27T22:36:38.436834Z","end":"2026-07-27T22:36:45.265695Z","steps":["trace[1780403033] 'agreement among raft nodes before linearized reading' (duration: 6.828642923s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.265716Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:37.168155Z","time spent":"8.09754672s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.265743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:38.436823Z","time spent":"6.828913632s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-27T22:36:45.265829Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.932042282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-27T22:36:45.265857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.527921115s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:45.265869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.723919021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:45.265879Z","caller":"traceutil/trace.go:171","msg":"trace[1424477074] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:26051; }","duration":"4.932119464s","start":"2026-07-27T22:36:40.33374Z","end":"2026-07-27T22:36:45.26586Z","steps":["trace[1424477074] 'agreement among raft nodes before linearized reading' (duration: 4.931953499s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:45.265896Z","caller":"traceutil/trace.go:171","msg":"trace[1054824003] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26051; }","duration":"5.528001027s","start":"2026-07-27T22:36:39.737886Z","end":"2026-07-27T22:36:45.265887Z","steps":["trace[1054824003] 'agreement among raft nodes before linearized reading' (duration: 5.527930765s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:45.265902Z","caller":"traceutil/trace.go:171","msg":"trace[405595255] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26051; }","duration":"8.723993143s","start":"2026-07-27T22:36:36.5419Z","end":"2026-07-27T22:36:45.265893Z","steps":["trace[405595255] 'agreement among raft nodes before linearized reading' (duration: 8.723937072s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.265922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:39.737866Z","time spent":"5.528050158s","remote":"127.0.0.1:34866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.265932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:36.54188Z","time spent":"8.724044605s","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.265931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:40.33372Z","time spent":"4.932200866s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" "} {"level":"warn","ts":"2026-07-27T22:36:45.265672Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.48313047s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:45.26601Z","caller":"traceutil/trace.go:171","msg":"trace[1305732585] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusterrestores/; range_end:/registry/pxc.percona.com/perconaxtradbclusterrestores0; response_count:0; response_revision:26051; }","duration":"4.483468701s","start":"2026-07-27T22:36:40.782527Z","end":"2026-07-27T22:36:45.265995Z","steps":["trace[1305732585] 'agreement among raft nodes before linearized reading' (duration: 4.483101369s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.266044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:40.782464Z","time spent":"4.483568044s","remote":"127.0.0.1:51440","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusterrestores/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusterrestores0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.26557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.849180063s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:45.266103Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.608020762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:45.265737Z","caller":"traceutil/trace.go:171","msg":"trace[1416531031] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26051; }","duration":"6.754884559s","start":"2026-07-27T22:36:38.510832Z","end":"2026-07-27T22:36:45.265716Z","steps":["trace[1416531031] 'agreement among raft nodes before linearized reading' (duration: 6.754728964s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:45.266131Z","caller":"traceutil/trace.go:171","msg":"trace[75075139] range","detail":"{range_begin:/registry/namespaces/; range_end:/registry/namespaces0; response_count:0; response_revision:26051; }","duration":"5.608077904s","start":"2026-07-27T22:36:39.658043Z","end":"2026-07-27T22:36:45.266121Z","steps":["trace[75075139] 'agreement among raft nodes before linearized reading' (duration: 5.608015282s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:45.266135Z","caller":"traceutil/trace.go:171","msg":"trace[1133864184] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectzones/; range_end:/registry/ceph.rook.io/cephobjectzones0; response_count:0; response_revision:26051; }","duration":"5.849772332s","start":"2026-07-27T22:36:39.416348Z","end":"2026-07-27T22:36:45.26612Z","steps":["trace[1133864184] 'agreement among raft nodes before linearized reading' (duration: 5.8491072s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.266176Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:39.658029Z","time spent":"5.608141386s","remote":"127.0.0.1:37620","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":19,"response size":32,"request content":"key:\"/registry/namespaces/\" range_end:\"/registry/namespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.26618Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:38.510811Z","time spent":"6.755355694s","remote":"127.0.0.1:38090","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.266208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:39.416292Z","time spent":"5.849902186s","remote":"127.0.0.1:54892","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectzones/\" range_end:\"/registry/ceph.rook.io/cephobjectzones0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.266403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.906315649s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T22:36:45.266395Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.937430186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-27T22:36:45.266423Z","caller":"traceutil/trace.go:171","msg":"trace[2036352046] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26051; }","duration":"8.906392541s","start":"2026-07-27T22:36:36.360025Z","end":"2026-07-27T22:36:45.266417Z","steps":["trace[2036352046] 'agreement among raft nodes before linearized reading' (duration: 8.906334729s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:45.266433Z","caller":"traceutil/trace.go:171","msg":"trace[1196359315] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26051; }","duration":"8.93757048s","start":"2026-07-27T22:36:36.328854Z","end":"2026-07-27T22:36:45.266425Z","steps":["trace[1196359315] 'agreement among raft nodes before linearized reading' (duration: 8.93723092s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.266443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:36.360005Z","time spent":"8.906433832s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:36:45.266459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:36.328835Z","time spent":"8.937617822s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":237,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.265649Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.075240528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:45.267112Z","caller":"traceutil/trace.go:171","msg":"trace[1609827162] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26051; }","duration":"7.076716955s","start":"2026-07-27T22:36:38.190359Z","end":"2026-07-27T22:36:45.267076Z","steps":["trace[1609827162] 'agreement among raft nodes before linearized reading' (duration: 7.075259959s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:45.267202Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:38.190338Z","time spent":"7.076833669s","remote":"127.0.0.1:34772","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:45.765127Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234401,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:36:46.346031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000635786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:46.34613Z","caller":"traceutil/trace.go:171","msg":"trace[110591643] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000818311s","start":"2026-07-27T22:36:44.345292Z","end":"2026-07-27T22:36:46.346111Z","steps":["trace[110591643] 'agreement among raft nodes before linearized reading' (duration: 2.000663996s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:46.346352Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:44.345272Z","time spent":"2.00106694s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:46.360044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.99709069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:46.360118Z","caller":"traceutil/trace.go:171","msg":"trace[666127570] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.997263496s","start":"2026-07-27T22:36:43.362836Z","end":"2026-07-27T22:36:46.3601Z","steps":["trace[666127570] 'agreement among raft nodes before linearized reading' (duration: 2.997179593s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:46.360169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:43.362795Z","time spent":"2.99736173s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/27 22:36:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:46.360911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.27177Z","time spent":"1.089133315s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 22:36:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:46.362941Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998680491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:46.363017Z","caller":"traceutil/trace.go:171","msg":"trace[2020752724] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998774785s","start":"2026-07-27T22:36:43.364226Z","end":"2026-07-27T22:36:46.363001Z","steps":["trace[2020752724] 'agreement among raft nodes before linearized reading' (duration: 2.998689792s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:46.363067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:43.36422Z","time spent":"2.998833927s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/27 22:36:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" 2026/07/27 22:36:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:48.181631Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.375713501s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:48.181835Z","caller":"traceutil/trace.go:171","msg":"trace[1663261101] transaction","detail":"{read_only:false; response_revision:26052; number_of_response:1; }","duration":"4.944957026s","start":"2026-07-27T22:36:43.236851Z","end":"2026-07-27T22:36:48.181808Z","steps":["trace[1663261101] 'process raft request' (duration: 2.568946545s)","trace[1663261101] 'compare' (duration: 2.37504553s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:48.181915Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:43.236805Z","time spent":"4.94507578s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:48.34717Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000380339s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:48.347288Z","caller":"traceutil/trace.go:171","msg":"trace[943088427] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000558865s","start":"2026-07-27T22:36:46.346702Z","end":"2026-07-27T22:36:48.347261Z","steps":["trace[943088427] 'agreement among raft nodes before linearized reading' (duration: 2.00039733s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:48.347349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:46.346686Z","time spent":"2.000652957s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:36:49.081593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997325524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:49.081692Z","caller":"traceutil/trace.go:171","msg":"trace[369890420] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997483559s","start":"2026-07-27T22:36:44.084186Z","end":"2026-07-27T22:36:49.081669Z","steps":["trace[369890420] 'agreement among raft nodes before linearized reading' (duration: 4.997353435s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.081739Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:44.084163Z","time spent":"4.997567862s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/27 22:36:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:49.082044Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996751945s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:49.082069Z","caller":"traceutil/trace.go:171","msg":"trace[843422935] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.996798637s","start":"2026-07-27T22:36:44.085264Z","end":"2026-07-27T22:36:49.082062Z","steps":["trace[843422935] 'agreement among raft nodes before linearized reading' (duration: 4.996770186s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.082174Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:44.085253Z","time spent":"4.996835678s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"warn","ts":"2026-07-27T22:36:49.082772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998426679s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:49.083238Z","caller":"traceutil/trace.go:171","msg":"trace[612086114] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.998968766s","start":"2026-07-27T22:36:44.084238Z","end":"2026-07-27T22:36:49.083207Z","steps":["trace[612086114] 'agreement among raft nodes before linearized reading' (duration: 4.99846864s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.083429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:44.084221Z","time spent":"4.999187154s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/27 22:36:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:49.083617Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999337198s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:49.083786Z","caller":"traceutil/trace.go:171","msg":"trace[1418408432] range","detail":"{range_begin:/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io; range_end:; }","duration":"4.999552985s","start":"2026-07-27T22:36:44.084221Z","end":"2026-07-27T22:36:49.083774Z","steps":["trace[1418408432] 'agreement among raft nodes before linearized reading' (duration: 4.99938443s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.083841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:44.0842Z","time spent":"4.999625568s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":0,"request content":"key:\"/registry/leases/envoy-gateway-system/5b9825d2.gateway.envoyproxy.io\" "} {"level":"warn","ts":"2026-07-27T22:36:49.084014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999764062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:49.0841Z","caller":"traceutil/trace.go:171","msg":"trace[894277194] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999899496s","start":"2026-07-27T22:36:44.084183Z","end":"2026-07-27T22:36:49.084082Z","steps":["trace[894277194] 'agreement among raft nodes before linearized reading' (duration: 4.999784512s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.084215Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:44.084173Z","time spent":"5.00002833s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-27T22:36:49.084243Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999637728s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:36:49.084279Z","caller":"traceutil/trace.go:171","msg":"trace[1004774131] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999689119s","start":"2026-07-27T22:36:44.08458Z","end":"2026-07-27T22:36:49.084269Z","steps":["trace[1004774131] 'agreement among raft nodes before linearized reading' (duration: 4.999650108s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.084318Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:44.08457Z","time spent":"4.999740021s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} 2026/07/27 22:36:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:49.120151Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.26093528s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:49.120228Z","caller":"traceutil/trace.go:171","msg":"trace[125969930] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; }","duration":"7.261034684s","start":"2026-07-27T22:36:41.859176Z","end":"2026-07-27T22:36:49.12021Z","steps":["trace[125969930] 'agreement among raft nodes before linearized reading' (duration: 7.260943561s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.120275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:41.85917Z","time spent":"7.261096456s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" "} 2026/07/27 22:36:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:49.696722Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.617692646s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:36:49.946025Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.764259048s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:36:49.946308Z","caller":"traceutil/trace.go:171","msg":"trace[1232381065] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26053; }","duration":"4.921467602s","start":"2026-07-27T22:36:45.024821Z","end":"2026-07-27T22:36:49.946289Z","steps":["trace[1232381065] 'process raft request' (duration: 4.921289896s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.946411Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.024784Z","time spent":"4.921559524s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":476,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:49.947472Z","caller":"traceutil/trace.go:171","msg":"trace[1901988921] transaction","detail":"{read_only:false; response_revision:26054; number_of_response:1; }","duration":"4.741437711s","start":"2026-07-27T22:36:45.206001Z","end":"2026-07-27T22:36:49.947439Z","steps":["trace[1901988921] 'process raft request' (duration: 4.740225962s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.947674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.205973Z","time spent":"4.741592396s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":456,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:49.947916Z","caller":"traceutil/trace.go:171","msg":"trace[1871365605] linearizableReadLoop","detail":"{readStateIndex:26914; appliedIndex:26905; }","duration":"4.683483312s","start":"2026-07-27T22:36:45.264412Z","end":"2026-07-27T22:36:49.947896Z","steps":["trace[1871365605] 'read index received' (duration: 541.404275ms)","trace[1871365605] 'applied index is now lower than readState.Index' (duration: 4.142077957s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:49.948052Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.268492Z","time spent":"4.679556816s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-27T22:36:49.948163Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.087436291s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:49.948196Z","caller":"traceutil/trace.go:171","msg":"trace[1692973970] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26058; }","duration":"6.087489373s","start":"2026-07-27T22:36:43.860695Z","end":"2026-07-27T22:36:49.948185Z","steps":["trace[1692973970] 'agreement among raft nodes before linearized reading' (duration: 6.087342408s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.948219Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:43.860684Z","time spent":"6.087530483s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:36:49.94832Z","caller":"traceutil/trace.go:171","msg":"trace[1037199492] transaction","detail":"{read_only:false; response_revision:26055; number_of_response:1; }","duration":"4.679223936s","start":"2026-07-27T22:36:45.269089Z","end":"2026-07-27T22:36:49.948313Z","steps":["trace[1037199492] 'process raft request' (duration: 4.678470861s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.948361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.269072Z","time spent":"4.679262617s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:49.948366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.087929306s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:36:49.94841Z","caller":"traceutil/trace.go:171","msg":"trace[396759746] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26058; }","duration":"6.088037869s","start":"2026-07-27T22:36:43.860358Z","end":"2026-07-27T22:36:49.948396Z","steps":["trace[396759746] 'agreement among raft nodes before linearized reading' (duration: 6.087907625s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.948449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:43.860335Z","time spent":"6.088104372s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:36:49.948544Z","caller":"traceutil/trace.go:171","msg":"trace[1729356189] transaction","detail":"{read_only:false; response_revision:26056; number_of_response:1; }","duration":"4.677012015s","start":"2026-07-27T22:36:45.271522Z","end":"2026-07-27T22:36:49.948534Z","steps":["trace[1729356189] 'process raft request' (duration: 4.676194298s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.94859Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.271507Z","time spent":"4.677053947s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:49.948648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.402107689s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:49.94868Z","caller":"traceutil/trace.go:171","msg":"trace[448303019] transaction","detail":"{read_only:false; response_revision:26057; number_of_response:1; }","duration":"4.676911222s","start":"2026-07-27T22:36:45.27176Z","end":"2026-07-27T22:36:49.948672Z","steps":["trace[448303019] 'process raft request' (duration: 4.676021984s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:49.948695Z","caller":"traceutil/trace.go:171","msg":"trace[1519080656] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26058; }","duration":"6.402198661s","start":"2026-07-27T22:36:43.546478Z","end":"2026-07-27T22:36:49.948677Z","steps":["trace[1519080656] 'agreement among raft nodes before linearized reading' (duration: 6.402118929s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.948713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.271745Z","time spent":"4.676949313s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:49.948743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:43.546461Z","time spent":"6.402269554s","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:49.948826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.722575326s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:49.948852Z","caller":"traceutil/trace.go:171","msg":"trace[399621868] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26058; }","duration":"4.722652088s","start":"2026-07-27T22:36:45.226192Z","end":"2026-07-27T22:36:49.948844Z","steps":["trace[399621868] 'agreement among raft nodes before linearized reading' (duration: 4.722605306s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.948879Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.226135Z","time spent":"4.722736971s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:49.948956Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.434971002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:49.949Z","caller":"traceutil/trace.go:171","msg":"trace[988049599] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/backendtrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/backendtrafficpolicies0; response_count:0; response_revision:26058; }","duration":"6.435065515s","start":"2026-07-27T22:36:43.513919Z","end":"2026-07-27T22:36:49.948985Z","steps":["trace[988049599] 'agreement among raft nodes before linearized reading' (duration: 6.434988183s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.949039Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:43.513895Z","time spent":"6.435132267s","remote":"127.0.0.1:59082","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/backendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:49.94911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.034005318s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:49.949138Z","caller":"traceutil/trace.go:171","msg":"trace[920700745] range","detail":"{range_begin:/registry/cilium.io/ciliumendpoints/; range_end:/registry/cilium.io/ciliumendpoints0; response_count:0; response_revision:26058; }","duration":"6.03406552s","start":"2026-07-27T22:36:43.915063Z","end":"2026-07-27T22:36:49.949129Z","steps":["trace[920700745] 'agreement among raft nodes before linearized reading' (duration: 6.033939646s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.949164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:43.915041Z","time spent":"6.034116071s","remote":"127.0.0.1:36878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":79,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumendpoints/\" range_end:\"/registry/cilium.io/ciliumendpoints0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:49.949268Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.176520105s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:49.949309Z","caller":"traceutil/trace.go:171","msg":"trace[1168485608] range","detail":"{range_begin:/registry/rabbitmq.com/policies/; range_end:/registry/rabbitmq.com/policies0; response_count:0; response_revision:26058; }","duration":"7.176591607s","start":"2026-07-27T22:36:42.772705Z","end":"2026-07-27T22:36:49.949296Z","steps":["trace[1168485608] 'agreement among raft nodes before linearized reading' (duration: 7.176512875s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.949343Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.088280787s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:36:49.949348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:42.772684Z","time spent":"7.176652869s","remote":"127.0.0.1:44920","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/policies/\" range_end:\"/registry/rabbitmq.com/policies0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:49.949368Z","caller":"traceutil/trace.go:171","msg":"trace[184609795] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26058; }","duration":"6.088345639s","start":"2026-07-27T22:36:43.861015Z","end":"2026-07-27T22:36:49.94936Z","steps":["trace[184609795] 'agreement among raft nodes before linearized reading' (duration: 6.088267667s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.949392Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:43.860993Z","time spent":"6.088392741s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:36:49.9495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.449576798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:49.949597Z","caller":"traceutil/trace.go:171","msg":"trace[1996604727] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26058; }","duration":"7.449697952s","start":"2026-07-27T22:36:42.499876Z","end":"2026-07-27T22:36:49.949574Z","steps":["trace[1996604727] 'agreement among raft nodes before linearized reading' (duration: 7.449520406s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.949645Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:42.499836Z","time spent":"7.449797685s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:49.949899Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.041974839s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:49.949932Z","caller":"traceutil/trace.go:171","msg":"trace[1808879481] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26058; }","duration":"8.042045401s","start":"2026-07-27T22:36:41.907876Z","end":"2026-07-27T22:36:49.949922Z","steps":["trace[1808879481] 'agreement among raft nodes before linearized reading' (duration: 8.041985189s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.949963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:41.907859Z","time spent":"8.042096593s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:49.950255Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.091332582s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-fafcd28c-389c-41ac-8591-d7992ec9b05c\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-27T22:36:49.95029Z","caller":"traceutil/trace.go:171","msg":"trace[326502807] range","detail":"{range_begin:/registry/persistentvolumes/pvc-fafcd28c-389c-41ac-8591-d7992ec9b05c; range_end:; response_count:1; response_revision:26058; }","duration":"8.091390494s","start":"2026-07-27T22:36:41.858888Z","end":"2026-07-27T22:36:49.950278Z","steps":["trace[326502807] 'agreement among raft nodes before linearized reading' (duration: 8.091217188s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:49.950319Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:41.858872Z","time spent":"8.091440045s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-fafcd28c-389c-41ac-8591-d7992ec9b05c\" "} {"level":"warn","ts":"2026-07-27T22:36:49.960924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:46.365819Z","time spent":"3.595096162s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 22:36:49 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:36:50.311514Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.271446ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:50.311985Z","caller":"traceutil/trace.go:171","msg":"trace[1818928866] transaction","detail":"{read_only:false; response_revision:26064; number_of_response:1; }","duration":"950.632566ms","start":"2026-07-27T22:36:49.361338Z","end":"2026-07-27T22:36:50.311971Z","steps":["trace[1818928866] 'process raft request' (duration: 950.597035ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.312048Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.361317Z","time spent":"950.699557ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:50.312234Z","caller":"traceutil/trace.go:171","msg":"trace[1164116120] transaction","detail":"{read_only:false; response_revision:26063; number_of_response:1; }","duration":"1.223782652s","start":"2026-07-27T22:36:49.088412Z","end":"2026-07-27T22:36:50.312195Z","steps":["trace[1164116120] 'process raft request' (duration: 1.223487423s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:50.312264Z","caller":"traceutil/trace.go:171","msg":"trace[2063777890] transaction","detail":"{read_only:false; response_revision:26060; number_of_response:1; }","duration":"3.946854218s","start":"2026-07-27T22:36:46.365379Z","end":"2026-07-27T22:36:50.312233Z","steps":["trace[2063777890] 'process raft request' (duration: 3.946217398s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:50.31228Z","caller":"traceutil/trace.go:171","msg":"trace[1077806485] transaction","detail":"{read_only:false; response_revision:26062; number_of_response:1; }","duration":"1.225385604s","start":"2026-07-27T22:36:49.086863Z","end":"2026-07-27T22:36:50.312249Z","steps":["trace[1077806485] 'process raft request' (duration: 1.225010972s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.312391Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.088383Z","time spent":"1.223933197s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":906,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T22:36:50.312395Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:46.365362Z","time spent":"3.946964751s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:50.312435Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.086826Z","time spent":"1.225527508s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":420,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:50.312871Z","caller":"traceutil/trace.go:171","msg":"trace[353016877] transaction","detail":"{read_only:false; response_revision:26061; number_of_response:1; }","duration":"3.451619852s","start":"2026-07-27T22:36:46.861139Z","end":"2026-07-27T22:36:50.312759Z","steps":["trace[353016877] 'process raft request' (duration: 3.450686562s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.312967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:46.861115Z","time spent":"3.451796828s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:50.35752Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000135189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:36:50.357587Z","caller":"traceutil/trace.go:171","msg":"trace[1816310198] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000237523s","start":"2026-07-27T22:36:48.357336Z","end":"2026-07-27T22:36:50.357574Z","steps":["trace[1816310198] 'agreement among raft nodes before linearized reading' (duration: 2.00016092s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.357626Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:48.357316Z","time spent":"2.000303885s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:36:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-27T22:36:50.359172Z","caller":"traceutil/trace.go:171","msg":"trace[2040504390] transaction","detail":"{read_only:false; response_revision:26065; number_of_response:1; }","duration":"617.152775ms","start":"2026-07-27T22:36:49.741983Z","end":"2026-07-27T22:36:50.359136Z","steps":["trace[2040504390] 'process raft request' (duration: 616.955429ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:50.359327Z","caller":"traceutil/trace.go:171","msg":"trace[487256133] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26065; }","duration":"407.958189ms","start":"2026-07-27T22:36:49.951357Z","end":"2026-07-27T22:36:50.359315Z","steps":["trace[487256133] 'process raft request' (duration: 407.743102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.359344Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.741962Z","time spent":"617.284448ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:50.359337Z","caller":"traceutil/trace.go:171","msg":"trace[325361353] linearizableReadLoop","detail":"{readStateIndex:26922; appliedIndex:26914; }","duration":"411.314596ms","start":"2026-07-27T22:36:49.947996Z","end":"2026-07-27T22:36:50.359311Z","steps":["trace[325361353] 'read index received' (duration: 238.130995ms)","trace[325361353] 'applied index is now lower than readState.Index' (duration: 173.181751ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:50.35942Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.951334Z","time spent":"408.019891ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:50.359479Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.699448778s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:50.359501Z","caller":"traceutil/trace.go:171","msg":"trace[229619729] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/udproutes/; range_end:/registry/gateway.networking.k8s.io/udproutes0; response_count:0; response_revision:26065; }","duration":"2.69951937s","start":"2026-07-27T22:36:47.659974Z","end":"2026-07-27T22:36:50.359493Z","steps":["trace[229619729] 'agreement among raft nodes before linearized reading' (duration: 2.699445148s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.359521Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:47.659958Z","time spent":"2.699558412s","remote":"127.0.0.1:58960","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/udproutes/\" range_end:\"/registry/gateway.networking.k8s.io/udproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:50.359647Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.383178376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:36:50.359613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.007151145s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-27T22:36:50.359672Z","caller":"traceutil/trace.go:171","msg":"trace[35001272] range","detail":"{range_begin:/registry/secretgen.k14s.io/sshkeys/; range_end:/registry/secretgen.k14s.io/sshkeys0; response_count:0; response_revision:26065; }","duration":"4.383240458s","start":"2026-07-27T22:36:45.976423Z","end":"2026-07-27T22:36:50.359664Z","steps":["trace[35001272] 'agreement among raft nodes before linearized reading' (duration: 4.383192256s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.359695Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.976403Z","time spent":"4.38328726s","remote":"127.0.0.1:56416","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/sshkeys/\" range_end:\"/registry/secretgen.k14s.io/sshkeys0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:50.359689Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.238860941s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:50.3597Z","caller":"traceutil/trace.go:171","msg":"trace[1795240036] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26065; }","duration":"2.00733536s","start":"2026-07-27T22:36:48.352346Z","end":"2026-07-27T22:36:50.359681Z","steps":["trace[1795240036] 'agreement among raft nodes before linearized reading' (duration: 2.006969619s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:50.359723Z","caller":"traceutil/trace.go:171","msg":"trace[1876137564] range","detail":"{range_begin:/registry/rabbitmq.com/schemareplications/; range_end:/registry/rabbitmq.com/schemareplications0; response_count:0; response_revision:26065; }","duration":"3.238925403s","start":"2026-07-27T22:36:47.120787Z","end":"2026-07-27T22:36:50.359712Z","steps":["trace[1876137564] 'agreement among raft nodes before linearized reading' (duration: 3.238864981s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.359733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.468895634s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:36:50.359747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:48.352316Z","time spent":"2.007424263s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-27T22:36:50.359796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.226846806s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:50.359815Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.84992062s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:50.35982Z","caller":"traceutil/trace.go:171","msg":"trace[663782192] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:26065; }","duration":"3.226908808s","start":"2026-07-27T22:36:47.132905Z","end":"2026-07-27T22:36:50.359813Z","steps":["trace[663782192] 'agreement among raft nodes before linearized reading' (duration: 3.226860926s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:50.359838Z","caller":"traceutil/trace.go:171","msg":"trace[1333325249] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26065; }","duration":"3.849981472s","start":"2026-07-27T22:36:46.509848Z","end":"2026-07-27T22:36:50.35983Z","steps":["trace[1333325249] 'agreement among raft nodes before linearized reading' (duration: 3.849943641s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.359839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:47.132882Z","time spent":"3.226951009s","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:50.359848Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087299938s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra-registry\" ","response":"range_response_count:1 size:784"} {"level":"warn","ts":"2026-07-27T22:36:50.359857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:46.509828Z","time spent":"3.850024884s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:36:50.359864Z","caller":"traceutil/trace.go:171","msg":"trace[651300247] range","detail":"{range_begin:/registry/ingress/openstack/container-infra-registry; range_end:; response_count:1; response_revision:26065; }","duration":"5.087327859s","start":"2026-07-27T22:36:45.272532Z","end":"2026-07-27T22:36:50.35986Z","steps":["trace[651300247] 'agreement among raft nodes before linearized reading' (duration: 5.087234466s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.359878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.272526Z","time spent":"5.08734911s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":808,"request content":"key:\"/registry/ingress/openstack/container-infra-registry\" "} {"level":"warn","ts":"2026-07-27T22:36:50.35997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.237167515s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:50.359992Z","caller":"traceutil/trace.go:171","msg":"trace[1932273472] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26065; }","duration":"4.237216357s","start":"2026-07-27T22:36:46.122767Z","end":"2026-07-27T22:36:50.359983Z","steps":["trace[1932273472] 'agreement among raft nodes before linearized reading' (duration: 4.237177496s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.359997Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.087752272s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingress/openstack/container-infra\" ","response":"range_response_count:1 size:729"} {"level":"info","ts":"2026-07-27T22:36:50.360012Z","caller":"traceutil/trace.go:171","msg":"trace[978084951] range","detail":"{range_begin:/registry/ingress/openstack/container-infra; range_end:; response_count:1; response_revision:26065; }","duration":"5.087809124s","start":"2026-07-27T22:36:45.272199Z","end":"2026-07-27T22:36:50.360008Z","steps":["trace[978084951] 'agreement among raft nodes before linearized reading' (duration: 5.087761652s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.360015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:46.122743Z","time spent":"4.237266538s","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:50.360014Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"469.499402ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:50.360042Z","caller":"traceutil/trace.go:171","msg":"trace[813784221] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26065; }","duration":"469.563724ms","start":"2026-07-27T22:36:49.890471Z","end":"2026-07-27T22:36:50.360034Z","steps":["trace[813784221] 'agreement among raft nodes before linearized reading' (duration: 469.507592ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.360062Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.890453Z","time spent":"469.604024ms","remote":"127.0.0.1:37894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:50.360128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"406.623805ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-27T22:36:50.35975Z","caller":"traceutil/trace.go:171","msg":"trace[1999134620] range","detail":"{range_begin:/registry/mutatingwebhookconfigurations/; range_end:/registry/mutatingwebhookconfigurations0; response_count:0; response_revision:26065; }","duration":"4.468952225s","start":"2026-07-27T22:36:45.890793Z","end":"2026-07-27T22:36:50.359745Z","steps":["trace[1999134620] 'agreement among raft nodes before linearized reading' (duration: 4.468913364s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:50.360165Z","caller":"traceutil/trace.go:171","msg":"trace[1254001315] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080; range_end:; response_count:1; response_revision:26065; }","duration":"406.701969ms","start":"2026-07-27T22:36:49.953453Z","end":"2026-07-27T22:36:50.360155Z","steps":["trace[1254001315] 'agreement among raft nodes before linearized reading' (duration: 406.585845ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.36017Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.890771Z","time spent":"4.46939077s","remote":"127.0.0.1:38038","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":6,"response size":32,"request content":"key:\"/registry/mutatingwebhookconfigurations/\" range_end:\"/registry/mutatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:50.360187Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.953426Z","time spent":"406.755069ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080\" "} {"level":"warn","ts":"2026-07-27T22:36:50.360206Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.445091857s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"info","ts":"2026-07-27T22:36:50.360225Z","caller":"traceutil/trace.go:171","msg":"trace[1927774850] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26065; }","duration":"1.445148539s","start":"2026-07-27T22:36:48.915071Z","end":"2026-07-27T22:36:50.36022Z","steps":["trace[1927774850] 'agreement among raft nodes before linearized reading' (duration: 1.445086487s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.360238Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:48.915044Z","time spent":"1.4451911s","remote":"127.0.0.1:54872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7938,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"warn","ts":"2026-07-27T22:36:50.360233Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.91779946s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:50.360268Z","caller":"traceutil/trace.go:171","msg":"trace[762146806] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26065; }","duration":"1.917864992s","start":"2026-07-27T22:36:48.442392Z","end":"2026-07-27T22:36:50.360257Z","steps":["trace[762146806] 'agreement among raft nodes before linearized reading' (duration: 1.91780308s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.360317Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:48.442375Z","time spent":"1.917913594s","remote":"127.0.0.1:59008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:50.360345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"692.662795ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:50.360361Z","caller":"traceutil/trace.go:171","msg":"trace[865908802] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretimports/; range_end:/registry/secretgen.carvel.dev/secretimports0; response_count:0; response_revision:26065; }","duration":"692.737018ms","start":"2026-07-27T22:36:49.667619Z","end":"2026-07-27T22:36:50.360356Z","steps":["trace[865908802] 'agreement among raft nodes before linearized reading' (duration: 692.704337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.360374Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.667587Z","time spent":"692.783459ms","remote":"127.0.0.1:56400","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretimports/\" range_end:\"/registry/secretgen.carvel.dev/secretimports0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:50.359752Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:47.120766Z","time spent":"3.238976764s","remote":"127.0.0.1:44852","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/schemareplications/\" range_end:\"/registry/rabbitmq.com/schemareplications0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:50.360461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"257.583928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csistoragecapacities/\" range_end:\"/registry/csistoragecapacities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:50.360488Z","caller":"traceutil/trace.go:171","msg":"trace[1133056177] range","detail":"{range_begin:/registry/csistoragecapacities/; range_end:/registry/csistoragecapacities0; response_count:0; response_revision:26065; }","duration":"257.645649ms","start":"2026-07-27T22:36:50.102836Z","end":"2026-07-27T22:36:50.360481Z","steps":["trace[1133056177] 'agreement among raft nodes before linearized reading' (duration: 257.590297ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.360515Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.273794225s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-27T22:36:50.360532Z","caller":"traceutil/trace.go:171","msg":"trace[307058331] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26065; }","duration":"1.273883428s","start":"2026-07-27T22:36:49.086642Z","end":"2026-07-27T22:36:50.360525Z","steps":["trace[307058331] 'agreement among raft nodes before linearized reading' (duration: 1.273836597s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.360571Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.086623Z","time spent":"1.27394408s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-27T22:36:50.363211Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.446329726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-27T22:36:50.363232Z","caller":"traceutil/trace.go:171","msg":"trace[421386655] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26065; }","duration":"1.446415119s","start":"2026-07-27T22:36:48.916811Z","end":"2026-07-27T22:36:50.363226Z","steps":["trace[421386655] 'agreement among raft nodes before linearized reading' (duration: 1.443832036s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.363252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:48.916763Z","time spent":"1.446485212s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-27T22:36:50.363638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"408.426763ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-27T22:36:50.363654Z","caller":"traceutil/trace.go:171","msg":"trace[1719093200] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0; range_end:; response_count:1; response_revision:26065; }","duration":"408.492406ms","start":"2026-07-27T22:36:49.955157Z","end":"2026-07-27T22:36:50.363649Z","steps":["trace[1719093200] 'agreement among raft nodes before linearized reading' (duration: 408.434084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.363668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.955137Z","time spent":"408.527957ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-barbican-server-0\" "} {"level":"warn","ts":"2026-07-27T22:36:50.360024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:45.272178Z","time spent":"5.087843225s","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":753,"request content":"key:\"/registry/ingress/openstack/container-infra\" "} {"level":"warn","ts":"2026-07-27T22:36:50.360469Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.045055902s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:50.364094Z","caller":"traceutil/trace.go:171","msg":"trace[1257854962] range","detail":"{range_begin:/registry/cert-manager.io/issuers/; range_end:/registry/cert-manager.io/issuers0; response_count:0; response_revision:26065; }","duration":"1.04872256s","start":"2026-07-27T22:36:49.315366Z","end":"2026-07-27T22:36:50.364089Z","steps":["trace[1257854962] 'agreement among raft nodes before linearized reading' (duration: 1.045076523s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.364113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:49.315333Z","time spent":"1.048774301s","remote":"127.0.0.1:44324","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":9,"response size":32,"request content":"key:\"/registry/cert-manager.io/issuers/\" range_end:\"/registry/cert-manager.io/issuers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:50.664217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.225063ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"info","ts":"2026-07-27T22:36:50.736867Z","caller":"traceutil/trace.go:171","msg":"trace[1154314942] linearizableReadLoop","detail":"{readStateIndex:26928; appliedIndex:26923; }","duration":"364.987211ms","start":"2026-07-27T22:36:50.371861Z","end":"2026-07-27T22:36:50.736848Z","steps":["trace[1154314942] 'read index received' (duration: 119.122419ms)","trace[1154314942] 'applied index is now lower than readState.Index' (duration: 245.863612ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:50.736957Z","caller":"traceutil/trace.go:171","msg":"trace[1995724155] transaction","detail":"{read_only:false; response_revision:26066; number_of_response:1; }","duration":"370.740875ms","start":"2026-07-27T22:36:50.366206Z","end":"2026-07-27T22:36:50.736947Z","steps":["trace[1995724155] 'process raft request' (duration: 370.331752ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.737044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:50.366185Z","time spent":"370.792887ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:50.737475Z","caller":"traceutil/trace.go:171","msg":"trace[1418782223] transaction","detail":"{read_only:false; response_revision:26067; number_of_response:1; }","duration":"368.493054ms","start":"2026-07-27T22:36:50.368974Z","end":"2026-07-27T22:36:50.737467Z","steps":["trace[1418782223] 'process raft request' (duration: 367.697328ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.737513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:50.368954Z","time spent":"368.537724ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":926,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:50.737692Z","caller":"traceutil/trace.go:171","msg":"trace[347128355] transaction","detail":"{read_only:false; response_revision:26068; number_of_response:1; }","duration":"366.074516ms","start":"2026-07-27T22:36:50.371607Z","end":"2026-07-27T22:36:50.737682Z","steps":["trace[347128355] 'process raft request' (duration: 365.124835ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.737731Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:50.371578Z","time spent":"366.132637ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:50.737826Z","caller":"traceutil/trace.go:171","msg":"trace[852840182] transaction","detail":"{read_only:false; response_revision:26069; number_of_response:1; }","duration":"366.140548ms","start":"2026-07-27T22:36:50.371678Z","end":"2026-07-27T22:36:50.737818Z","steps":["trace[852840182] 'process raft request' (duration: 365.096634ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.73786Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:50.371654Z","time spent":"366.187ms","remote":"127.0.0.1:37794","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":871,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:50.738007Z","caller":"traceutil/trace.go:171","msg":"trace[1602904032] transaction","detail":"{read_only:false; response_revision:26070; number_of_response:1; }","duration":"363.506254ms","start":"2026-07-27T22:36:50.374492Z","end":"2026-07-27T22:36:50.737998Z","steps":["trace[1602904032] 'process raft request' (duration: 362.315736ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.738044Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:50.374474Z","time spent":"363.547824ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":446,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:50.738212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"366.351414ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-a21abc8c-fb2c-4685-80ff-199a6f44e9fa\" ","response":"range_response_count:1 size:1323"} {"level":"info","ts":"2026-07-27T22:36:50.738237Z","caller":"traceutil/trace.go:171","msg":"trace[867120362] range","detail":"{range_begin:/registry/persistentvolumes/pvc-a21abc8c-fb2c-4685-80ff-199a6f44e9fa; range_end:; response_count:1; response_revision:26070; }","duration":"366.400836ms","start":"2026-07-27T22:36:50.371829Z","end":"2026-07-27T22:36:50.73823Z","steps":["trace[867120362] 'agreement among raft nodes before linearized reading' (duration: 366.288733ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:50.738273Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:50.371822Z","time spent":"366.446027ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-a21abc8c-fb2c-4685-80ff-199a6f44e9fa\" "} {"level":"warn","ts":"2026-07-27T22:36:51.035262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"240.915054ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:51.035347Z","caller":"traceutil/trace.go:171","msg":"trace[409879691] linearizableReadLoop","detail":"{readStateIndex:26930; appliedIndex:26929; }","duration":"298.410377ms","start":"2026-07-27T22:36:50.736922Z","end":"2026-07-27T22:36:51.035333Z","steps":["trace[409879691] 'read index received' (duration: 57.38752ms)","trace[409879691] 'applied index is now lower than readState.Index' (duration: 241.021547ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:51.035664Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"663.767059ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:36:51.035701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.365532ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-27T22:36:51.035724Z","caller":"traceutil/trace.go:171","msg":"trace[762172488] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26071; }","duration":"663.861003ms","start":"2026-07-27T22:36:50.371847Z","end":"2026-07-27T22:36:51.035708Z","steps":["trace[762172488] 'agreement among raft nodes before linearized reading' (duration: 663.684097ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:51.035731Z","caller":"traceutil/trace.go:171","msg":"trace[494308620] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:26071; }","duration":"287.428294ms","start":"2026-07-27T22:36:50.748293Z","end":"2026-07-27T22:36:51.035722Z","steps":["trace[494308620] 'agreement among raft nodes before linearized reading' (duration: 287.274589ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:51.035756Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:50.37184Z","time spent":"663.911634ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:36:51.035906Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"286.414052ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/container-infra-registry.18c6466e785366cb\" ","response":"range_response_count:1 size:722"} {"level":"info","ts":"2026-07-27T22:36:51.035925Z","caller":"traceutil/trace.go:171","msg":"trace[433217865] range","detail":"{range_begin:/registry/events/openstack/container-infra-registry.18c6466e785366cb; range_end:; response_count:1; response_revision:26071; }","duration":"286.434053ms","start":"2026-07-27T22:36:50.749486Z","end":"2026-07-27T22:36:51.03592Z","steps":["trace[433217865] 'agreement among raft nodes before linearized reading' (duration: 286.36931ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:51.035929Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"381.745139ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:51.035954Z","caller":"traceutil/trace.go:171","msg":"trace[1897005513] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26071; }","duration":"381.826251ms","start":"2026-07-27T22:36:50.654118Z","end":"2026-07-27T22:36:51.035944Z","steps":["trace[1897005513] 'agreement among raft nodes before linearized reading' (duration: 381.78198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:51.035973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:50.654102Z","time spent":"381.864912ms","remote":"127.0.0.1:51004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:36:51.036048Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"287.664082ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"info","ts":"2026-07-27T22:36:51.036067Z","caller":"traceutil/trace.go:171","msg":"trace[1160121012] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26071; }","duration":"287.729714ms","start":"2026-07-27T22:36:50.748332Z","end":"2026-07-27T22:36:51.036061Z","steps":["trace[1160121012] 'agreement among raft nodes before linearized reading' (duration: 287.667542ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:51.037107Z","caller":"traceutil/trace.go:171","msg":"trace[1147085063] transaction","detail":"{read_only:false; response_revision:26071; number_of_response:1; }","duration":"372.216913ms","start":"2026-07-27T22:36:50.664862Z","end":"2026-07-27T22:36:51.037079Z","steps":["trace[1147085063] 'process raft request' (duration: 129.407969ms)","trace[1147085063] 'compare' (duration: 240.222921ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:51.037229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:50.664846Z","time spent":"372.314936ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:51.379475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"131.470314ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:51.379679Z","caller":"traceutil/trace.go:171","msg":"trace[19395933] linearizableReadLoop","detail":"{readStateIndex:26932; appliedIndex:26930; }","duration":"338.009105ms","start":"2026-07-27T22:36:51.041657Z","end":"2026-07-27T22:36:51.379666Z","steps":["trace[19395933] 'read index received' (duration: 198.612286ms)","trace[19395933] 'applied index is now lower than readState.Index' (duration: 139.395659ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:51.379747Z","caller":"traceutil/trace.go:171","msg":"trace[210539030] transaction","detail":"{read_only:false; response_revision:26072; number_of_response:1; }","duration":"341.021543ms","start":"2026-07-27T22:36:51.038717Z","end":"2026-07-27T22:36:51.379738Z","steps":["trace[210539030] 'process raft request' (duration: 201.535091ms)","trace[210539030] 'compare' (duration: 130.518594ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:51.379792Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:51.0387Z","time spent":"341.063223ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:51.37995Z","caller":"traceutil/trace.go:171","msg":"trace[143950477] transaction","detail":"{read_only:false; response_revision:26073; number_of_response:1; }","duration":"341.199968ms","start":"2026-07-27T22:36:51.038743Z","end":"2026-07-27T22:36:51.379943Z","steps":["trace[143950477] 'process raft request' (duration: 340.821226ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:51.380003Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:51.038733Z","time spent":"341.245889ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":704,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:51.380159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.502912ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-27T22:36:51.380185Z","caller":"traceutil/trace.go:171","msg":"trace[1811731677] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26073; }","duration":"338.549623ms","start":"2026-07-27T22:36:51.04163Z","end":"2026-07-27T22:36:51.38018Z","steps":["trace[1811731677] 'agreement among raft nodes before linearized reading' (duration: 338.444989ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:51.3802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:51.041621Z","time spent":"338.576194ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-27T22:36:51.380342Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"338.676827ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"info","ts":"2026-07-27T22:36:51.380362Z","caller":"traceutil/trace.go:171","msg":"trace[1745501623] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26073; }","duration":"338.707958ms","start":"2026-07-27T22:36:51.041648Z","end":"2026-07-27T22:36:51.380356Z","steps":["trace[1745501623] 'agreement among raft nodes before linearized reading' (duration: 338.652037ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:51.380376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:51.041641Z","time spent":"338.731109ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-27T22:36:51.380638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.051109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/pxc-operator\" ","response":"range_response_count:1 size:533"} {"level":"info","ts":"2026-07-27T22:36:51.38066Z","caller":"traceutil/trace.go:171","msg":"trace[382099435] range","detail":"{range_begin:/registry/serviceaccounts/openstack/pxc-operator; range_end:; response_count:1; response_revision:26073; }","duration":"135.111931ms","start":"2026-07-27T22:36:51.245544Z","end":"2026-07-27T22:36:51.380656Z","steps":["trace[382099435] 'agreement among raft nodes before linearized reading' (duration: 135.055679ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:51.380759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"239.511928ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-07-27T22:36:51.380776Z","caller":"traceutil/trace.go:171","msg":"trace[1096153732] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:26073; }","duration":"239.5665ms","start":"2026-07-27T22:36:51.141206Z","end":"2026-07-27T22:36:51.380772Z","steps":["trace[1096153732] 'agreement among raft nodes before linearized reading' (duration: 239.522278ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:51.543932Z","caller":"traceutil/trace.go:171","msg":"trace[2091050503] transaction","detail":"{read_only:false; response_revision:26074; number_of_response:1; }","duration":"152.395405ms","start":"2026-07-27T22:36:51.391502Z","end":"2026-07-27T22:36:51.543897Z","steps":["trace[2091050503] 'process raft request' (duration: 152.193809ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:51.550997Z","caller":"traceutil/trace.go:171","msg":"trace[680821995] transaction","detail":"{read_only:false; response_revision:26075; number_of_response:1; }","duration":"159.370959ms","start":"2026-07-27T22:36:51.391594Z","end":"2026-07-27T22:36:51.550965Z","steps":["trace[680821995] 'process raft request' (duration: 159.169772ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:51.551053Z","caller":"traceutil/trace.go:171","msg":"trace[1501436410] transaction","detail":"{read_only:false; response_revision:26076; number_of_response:1; }","duration":"158.102698ms","start":"2026-07-27T22:36:51.392926Z","end":"2026-07-27T22:36:51.551029Z","steps":["trace[1501436410] 'process raft request' (duration: 158.044216ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:51.923165Z","caller":"traceutil/trace.go:171","msg":"trace[1613374609] transaction","detail":"{read_only:false; response_revision:26084; number_of_response:1; }","duration":"180.008921ms","start":"2026-07-27T22:36:51.743112Z","end":"2026-07-27T22:36:51.923121Z","steps":["trace[1613374609] 'process raft request' (duration: 179.749442ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:51.923735Z","caller":"traceutil/trace.go:171","msg":"trace[1111348899] linearizableReadLoop","detail":"{readStateIndex:26945; appliedIndex:26942; }","duration":"165.383981ms","start":"2026-07-27T22:36:51.758325Z","end":"2026-07-27T22:36:51.923709Z","steps":["trace[1111348899] 'read index received' (duration: 31.105977ms)","trace[1111348899] 'applied index is now lower than readState.Index' (duration: 134.276254ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:51.923811Z","caller":"traceutil/trace.go:171","msg":"trace[1570189970] transaction","detail":"{read_only:false; response_revision:26085; number_of_response:1; }","duration":"176.462327ms","start":"2026-07-27T22:36:51.747324Z","end":"2026-07-27T22:36:51.923786Z","steps":["trace[1570189970] 'process raft request' (duration: 175.706283ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:51.924043Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"130.278386ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-27T22:36:51.924086Z","caller":"traceutil/trace.go:171","msg":"trace[1585839772] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080; range_end:; response_count:1; response_revision:26085; }","duration":"130.38766ms","start":"2026-07-27T22:36:51.793685Z","end":"2026-07-27T22:36:51.924073Z","steps":["trace[1585839772] 'agreement among raft nodes before linearized reading' (duration: 130.292837ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:51.924051Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"165.725003ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/rabbitmq-cluster-operator\" ","response":"range_response_count:1 size:1081"} {"level":"info","ts":"2026-07-27T22:36:51.924164Z","caller":"traceutil/trace.go:171","msg":"trace[1974125194] range","detail":"{range_begin:/registry/serviceaccounts/openstack/rabbitmq-cluster-operator; range_end:; response_count:1; response_revision:26085; }","duration":"165.880638ms","start":"2026-07-27T22:36:51.758269Z","end":"2026-07-27T22:36:51.92415Z","steps":["trace[1974125194] 'agreement among raft nodes before linearized reading' (duration: 165.65797ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:51.924262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.883131ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:51.924297Z","caller":"traceutil/trace.go:171","msg":"trace[596497771] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:26085; }","duration":"113.944183ms","start":"2026-07-27T22:36:51.810344Z","end":"2026-07-27T22:36:51.924288Z","steps":["trace[596497771] 'agreement among raft nodes before linearized reading' (duration: 113.884621ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:52.45892Z","caller":"traceutil/trace.go:171","msg":"trace[1741082412] linearizableReadLoop","detail":"{readStateIndex:26958; appliedIndex:26957; }","duration":"144.176752ms","start":"2026-07-27T22:36:52.314717Z","end":"2026-07-27T22:36:52.458893Z","steps":["trace[1741082412] 'read index received' (duration: 144.025858ms)","trace[1741082412] 'applied index is now lower than readState.Index' (duration: 149.484µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:52.458948Z","caller":"traceutil/trace.go:171","msg":"trace[1058383973] transaction","detail":"{read_only:false; response_revision:26098; number_of_response:1; }","duration":"167.182579ms","start":"2026-07-27T22:36:52.291734Z","end":"2026-07-27T22:36:52.458916Z","steps":["trace[1058383973] 'process raft request' (duration: 167.026944ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:52.45918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"124.713668ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:52.459293Z","caller":"traceutil/trace.go:171","msg":"trace[1212289919] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26098; }","duration":"124.820141ms","start":"2026-07-27T22:36:52.334418Z","end":"2026-07-27T22:36:52.459238Z","steps":["trace[1212289919] 'agreement among raft nodes before linearized reading' (duration: 124.668737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:52.459318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"144.527692ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4135"} {"level":"info","ts":"2026-07-27T22:36:52.459411Z","caller":"traceutil/trace.go:171","msg":"trace[155598036] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26098; }","duration":"144.724958ms","start":"2026-07-27T22:36:52.314667Z","end":"2026-07-27T22:36:52.459392Z","steps":["trace[155598036] 'agreement among raft nodes before linearized reading' (duration: 144.296876ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:52.459888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"125.288996ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293208"} {"level":"info","ts":"2026-07-27T22:36:52.459925Z","caller":"traceutil/trace.go:171","msg":"trace[1471195425] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:26098; }","duration":"125.374658ms","start":"2026-07-27T22:36:52.33454Z","end":"2026-07-27T22:36:52.459914Z","steps":["trace[1471195425] 'agreement among raft nodes before linearized reading' (duration: 124.895313ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:52.803669Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"222.315157ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:52.803821Z","caller":"traceutil/trace.go:171","msg":"trace[1032521711] transaction","detail":"{read_only:false; response_revision:26100; number_of_response:1; }","duration":"337.061016ms","start":"2026-07-27T22:36:52.46675Z","end":"2026-07-27T22:36:52.803811Z","steps":["trace[1032521711] 'process raft request' (duration: 336.991194ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:52.803874Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:52.466733Z","time spent":"337.110767ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4413,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:52.804026Z","caller":"traceutil/trace.go:171","msg":"trace[1809008918] transaction","detail":"{read_only:false; response_revision:26099; number_of_response:1; }","duration":"337.267962ms","start":"2026-07-27T22:36:52.46675Z","end":"2026-07-27T22:36:52.804018Z","steps":["trace[1809008918] 'process raft request' (duration: 114.542332ms)","trace[1809008918] 'compare' (duration: 222.221764ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:52.804069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:52.466739Z","time spent":"337.312064ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":835,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T22:36:52.94841Z","caller":"traceutil/trace.go:171","msg":"trace[244373591] transaction","detail":"{read_only:false; response_revision:26102; number_of_response:1; }","duration":"124.085948ms","start":"2026-07-27T22:36:52.8243Z","end":"2026-07-27T22:36:52.948386Z","steps":["trace[244373591] 'process raft request' (duration: 82.405761ms)","trace[244373591] 'compare' (duration: 41.48225ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:53.122026Z","caller":"traceutil/trace.go:171","msg":"trace[1498623698] transaction","detail":"{read_only:false; response_revision:26107; number_of_response:1; }","duration":"137.57916ms","start":"2026-07-27T22:36:52.984409Z","end":"2026-07-27T22:36:53.121988Z","steps":["trace[1498623698] 'process raft request' (duration: 91.40278ms)","trace[1498623698] 'compare' (duration: 45.979874ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:53.210776Z","caller":"traceutil/trace.go:171","msg":"trace[592686332] linearizableReadLoop","detail":"{readStateIndex:26968; appliedIndex:26966; }","duration":"216.119218ms","start":"2026-07-27T22:36:52.994624Z","end":"2026-07-27T22:36:53.210743Z","steps":["trace[592686332] 'read index received' (duration: 81.194333ms)","trace[592686332] 'applied index is now lower than readState.Index' (duration: 134.923805ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:53.211006Z","caller":"traceutil/trace.go:171","msg":"trace[2025601026] transaction","detail":"{read_only:false; response_revision:26108; number_of_response:1; }","duration":"223.254497ms","start":"2026-07-27T22:36:52.98769Z","end":"2026-07-27T22:36:53.210944Z","steps":["trace[2025601026] 'process raft request' (duration: 222.851984ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:53.211241Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.574773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-07-27T22:36:53.211348Z","caller":"traceutil/trace.go:171","msg":"trace[1752754424] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26108; }","duration":"216.755849ms","start":"2026-07-27T22:36:52.99457Z","end":"2026-07-27T22:36:53.211326Z","steps":["trace[1752754424] 'agreement among raft nodes before linearized reading' (duration: 216.412788ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:53.304128Z","caller":"traceutil/trace.go:171","msg":"trace[42172192] transaction","detail":"{read_only:false; response_revision:26109; number_of_response:1; }","duration":"178.10976ms","start":"2026-07-27T22:36:53.125983Z","end":"2026-07-27T22:36:53.304093Z","steps":["trace[42172192] 'process raft request' (duration: 177.896083ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:53.533765Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"142.367475ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:36:53.533917Z","caller":"traceutil/trace.go:171","msg":"trace[983254772] transaction","detail":"{read_only:false; response_revision:26110; number_of_response:1; }","duration":"225.390606ms","start":"2026-07-27T22:36:53.308503Z","end":"2026-07-27T22:36:53.533893Z","steps":["trace[983254772] 'process raft request' (duration: 82.797414ms)","trace[983254772] 'compare' (duration: 142.100306ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:53.543368Z","caller":"traceutil/trace.go:171","msg":"trace[453372928] linearizableReadLoop","detail":"{readStateIndex:26971; appliedIndex:26969; }","duration":"210.223ms","start":"2026-07-27T22:36:53.333115Z","end":"2026-07-27T22:36:53.543338Z","steps":["trace[453372928] 'read index received' (duration: 58.441824ms)","trace[453372928] 'applied index is now lower than readState.Index' (duration: 151.779886ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:53.543679Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"210.5496ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:53.543735Z","caller":"traceutil/trace.go:171","msg":"trace[518257875] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26111; }","duration":"210.665234ms","start":"2026-07-27T22:36:53.333054Z","end":"2026-07-27T22:36:53.543719Z","steps":["trace[518257875] 'agreement among raft nodes before linearized reading' (duration: 210.54674ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:53.543737Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"205.56251ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:36:53.543841Z","caller":"traceutil/trace.go:171","msg":"trace[1829769957] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26111; }","duration":"205.711075ms","start":"2026-07-27T22:36:53.338105Z","end":"2026-07-27T22:36:53.543816Z","steps":["trace[1829769957] 'agreement among raft nodes before linearized reading' (duration: 205.534119ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:53.543867Z","caller":"traceutil/trace.go:171","msg":"trace[366112982] transaction","detail":"{read_only:false; response_revision:26111; number_of_response:1; }","duration":"230.49669ms","start":"2026-07-27T22:36:53.313348Z","end":"2026-07-27T22:36:53.543844Z","steps":["trace[366112982] 'process raft request' (duration: 229.829609ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:53.815163Z","caller":"traceutil/trace.go:171","msg":"trace[1767832325] transaction","detail":"{read_only:false; response_revision:26116; number_of_response:1; }","duration":"114.330785ms","start":"2026-07-27T22:36:53.700791Z","end":"2026-07-27T22:36:53.815122Z","steps":["trace[1767832325] 'process raft request' (duration: 97.252477ms)","trace[1767832325] 'compare' (duration: 16.5101ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:53.815181Z","caller":"traceutil/trace.go:171","msg":"trace[1240919060] linearizableReadLoop","detail":"{readStateIndex:26976; appliedIndex:26975; }","duration":"108.326683ms","start":"2026-07-27T22:36:53.706824Z","end":"2026-07-27T22:36:53.815151Z","steps":["trace[1240919060] 'read index received' (duration: 7.034556ms)","trace[1240919060] 'applied index is now lower than readState.Index' (duration: 101.289727ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:53.815548Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.700005ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:53.815602Z","caller":"traceutil/trace.go:171","msg":"trace[2114930236] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26117; }","duration":"108.820989ms","start":"2026-07-27T22:36:53.706767Z","end":"2026-07-27T22:36:53.815588Z","steps":["trace[2114930236] 'agreement among raft nodes before linearized reading' (duration: 108.702675ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:53.998162Z","caller":"traceutil/trace.go:171","msg":"trace[2114720733] transaction","detail":"{read_only:false; response_revision:26118; number_of_response:1; }","duration":"162.001024ms","start":"2026-07-27T22:36:53.836101Z","end":"2026-07-27T22:36:53.998102Z","steps":["trace[2114720733] 'process raft request' (duration: 161.595601ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:54.326732Z","caller":"traceutil/trace.go:171","msg":"trace[1914589801] transaction","detail":"{read_only:false; response_revision:26120; number_of_response:1; }","duration":"158.496541ms","start":"2026-07-27T22:36:54.168196Z","end":"2026-07-27T22:36:54.326692Z","steps":["trace[1914589801] 'process raft request' (duration: 158.327975ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:54.822915Z","caller":"traceutil/trace.go:171","msg":"trace[1626678215] transaction","detail":"{read_only:false; response_revision:26124; number_of_response:1; }","duration":"340.356822ms","start":"2026-07-27T22:36:54.482516Z","end":"2026-07-27T22:36:54.822872Z","steps":["trace[1626678215] 'process raft request' (duration: 340.015901ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:54.822896Z","caller":"traceutil/trace.go:171","msg":"trace[99859991] linearizableReadLoop","detail":"{readStateIndex:26984; appliedIndex:26983; }","duration":"265.357207ms","start":"2026-07-27T22:36:54.557473Z","end":"2026-07-27T22:36:54.82283Z","steps":["trace[99859991] 'read index received' (duration: 264.691796ms)","trace[99859991] 'applied index is now lower than readState.Index' (duration: 663.631µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:54.823108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:54.482483Z","time spent":"340.521947ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":808,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:36:54.823236Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"265.725069ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"warn","ts":"2026-07-27T22:36:54.823291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.745046ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:54.823334Z","caller":"traceutil/trace.go:171","msg":"trace[338492543] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26124; }","duration":"215.864851ms","start":"2026-07-27T22:36:54.607454Z","end":"2026-07-27T22:36:54.823318Z","steps":["trace[338492543] 'agreement among raft nodes before linearized reading' (duration: 215.744847ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:54.823328Z","caller":"traceutil/trace.go:171","msg":"trace[777876641] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26124; }","duration":"265.894084ms","start":"2026-07-27T22:36:54.557413Z","end":"2026-07-27T22:36:54.823307Z","steps":["trace[777876641] 'agreement among raft nodes before linearized reading' (duration: 265.562144ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:54.823743Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"209.361972ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io\" ","response":"range_response_count:1 size:188253"} {"level":"info","ts":"2026-07-27T22:36:54.823846Z","caller":"traceutil/trace.go:171","msg":"trace[530639068] range","detail":"{range_begin:/registry/apiextensions.k8s.io/customresourcedefinitions/ciliumnetworkpolicies.cilium.io; range_end:; response_count:1; response_revision:26124; }","duration":"209.490326ms","start":"2026-07-27T22:36:54.61433Z","end":"2026-07-27T22:36:54.823821Z","steps":["trace[530639068] 'agreement among raft nodes before linearized reading' (duration: 209.126124ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:55.496662Z","caller":"traceutil/trace.go:171","msg":"trace[968074121] transaction","detail":"{read_only:false; response_revision:26131; number_of_response:1; }","duration":"367.320115ms","start":"2026-07-27T22:36:55.12932Z","end":"2026-07-27T22:36:55.496641Z","steps":["trace[968074121] 'process raft request' (duration: 366.21332ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:55.496796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:55.129289Z","time spent":"367.437299ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:55.583374Z","caller":"traceutil/trace.go:171","msg":"trace[137451819] transaction","detail":"{read_only:false; response_revision:26133; number_of_response:1; }","duration":"450.399489ms","start":"2026-07-27T22:36:55.132952Z","end":"2026-07-27T22:36:55.583352Z","steps":["trace[137451819] 'process raft request' (duration: 450.290776ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:55.583524Z","caller":"traceutil/trace.go:171","msg":"trace[1189292704] transaction","detail":"{read_only:false; response_revision:26132; number_of_response:1; }","duration":"453.363374ms","start":"2026-07-27T22:36:55.130114Z","end":"2026-07-27T22:36:55.583477Z","steps":["trace[1189292704] 'process raft request' (duration: 452.997632ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:55.583568Z","caller":"traceutil/trace.go:171","msg":"trace[1259389517] transaction","detail":"{read_only:false; response_revision:26134; number_of_response:1; }","duration":"258.021002ms","start":"2026-07-27T22:36:55.325536Z","end":"2026-07-27T22:36:55.583557Z","steps":["trace[1259389517] 'process raft request' (duration: 257.772244ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:55.58368Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:55.130085Z","time spent":"453.518149ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7064,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:55.583917Z","caller":"traceutil/trace.go:171","msg":"trace[717552766] linearizableReadLoop","detail":"{readStateIndex:26993; appliedIndex:26990; }","duration":"430.358256ms","start":"2026-07-27T22:36:55.153534Z","end":"2026-07-27T22:36:55.583892Z","steps":["trace[717552766] 'read index received' (duration: 342.213131ms)","trace[717552766] 'applied index is now lower than readState.Index' (duration: 88.143505ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:55.583963Z","caller":"traceutil/trace.go:171","msg":"trace[66377770] transaction","detail":"{read_only:false; response_revision:26135; number_of_response:1; }","duration":"180.277269ms","start":"2026-07-27T22:36:55.403674Z","end":"2026-07-27T22:36:55.583951Z","steps":["trace[66377770] 'process raft request' (duration: 179.826725ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:55.584159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"289.367616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:55.584205Z","caller":"traceutil/trace.go:171","msg":"trace[1449209282] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26135; }","duration":"289.433139ms","start":"2026-07-27T22:36:55.294762Z","end":"2026-07-27T22:36:55.584195Z","steps":["trace[1449209282] 'agreement among raft nodes before linearized reading' (duration: 289.304465ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:55.584228Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"105.518343ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllers/\" range_end:\"/registry/controllers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:55.584271Z","caller":"traceutil/trace.go:171","msg":"trace[125672536] range","detail":"{range_begin:/registry/controllers/; range_end:/registry/controllers0; response_count:0; response_revision:26135; }","duration":"105.586175ms","start":"2026-07-27T22:36:55.478676Z","end":"2026-07-27T22:36:55.584262Z","steps":["trace[125672536] 'agreement among raft nodes before linearized reading' (duration: 105.518213ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:55.584329Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.752718ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumnetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:55.584417Z","caller":"traceutil/trace.go:171","msg":"trace[1701688954] range","detail":"{range_begin:/registry/cilium.io/ciliumnetworkpolicies/; range_end:/registry/cilium.io/ciliumnetworkpolicies0; response_count:0; response_revision:26135; }","duration":"133.884783ms","start":"2026-07-27T22:36:55.450511Z","end":"2026-07-27T22:36:55.584396Z","steps":["trace[1701688954] 'agreement among raft nodes before linearized reading' (duration: 133.739338ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:55.584442Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.794957ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:55.584471Z","caller":"traceutil/trace.go:171","msg":"trace[1897086820] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26135; }","duration":"253.845248ms","start":"2026-07-27T22:36:55.330618Z","end":"2026-07-27T22:36:55.584463Z","steps":["trace[1897086820] 'agreement among raft nodes before linearized reading' (duration: 253.798276ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:55.58454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"133.871192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" limit:10 ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:55.58458Z","caller":"traceutil/trace.go:171","msg":"trace[337386655] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26135; }","duration":"133.922943ms","start":"2026-07-27T22:36:55.450647Z","end":"2026-07-27T22:36:55.58457Z","steps":["trace[337386655] 'agreement among raft nodes before linearized reading' (duration: 133.859331ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:55.584159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"430.626616ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/default\" ","response":"range_response_count:1 size:176"} {"level":"info","ts":"2026-07-27T22:36:55.584625Z","caller":"traceutil/trace.go:171","msg":"trace[988635988] range","detail":"{range_begin:/registry/serviceaccounts/openstack/default; range_end:; response_count:1; response_revision:26135; }","duration":"431.137322ms","start":"2026-07-27T22:36:55.153479Z","end":"2026-07-27T22:36:55.584616Z","steps":["trace[988635988] 'agreement among raft nodes before linearized reading' (duration: 430.521952ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:55.584661Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:55.153455Z","time spent":"431.196944ms","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":200,"request content":"key:\"/registry/serviceaccounts/openstack/default\" "} {"level":"warn","ts":"2026-07-27T22:36:55.585998Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:36:55.132945Z","time spent":"450.500182ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":422,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:36:55.998517Z","caller":"traceutil/trace.go:171","msg":"trace[300390342] transaction","detail":"{read_only:false; response_revision:26138; number_of_response:1; }","duration":"158.251923ms","start":"2026-07-27T22:36:55.840219Z","end":"2026-07-27T22:36:55.998471Z","steps":["trace[300390342] 'process raft request' (duration: 157.999105ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:55.999391Z","caller":"traceutil/trace.go:171","msg":"trace[668217385] linearizableReadLoop","detail":"{readStateIndex:26999; appliedIndex:26997; }","duration":"102.418053ms","start":"2026-07-27T22:36:55.896948Z","end":"2026-07-27T22:36:55.999366Z","steps":["trace[668217385] 'read index received' (duration: 101.298387ms)","trace[668217385] 'applied index is now lower than readState.Index' (duration: 1.118736ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:55.999535Z","caller":"traceutil/trace.go:171","msg":"trace[648402308] transaction","detail":"{read_only:false; response_revision:26139; number_of_response:1; }","duration":"148.502561ms","start":"2026-07-27T22:36:55.850991Z","end":"2026-07-27T22:36:55.999493Z","steps":["trace[648402308] 'process raft request' (duration: 148.244363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:55.999622Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"102.659231ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T22:36:55.999652Z","caller":"traceutil/trace.go:171","msg":"trace[1200633383] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26139; }","duration":"102.740714ms","start":"2026-07-27T22:36:55.896901Z","end":"2026-07-27T22:36:55.999641Z","steps":["trace[1200633383] 'agreement among raft nodes before linearized reading' (duration: 102.557968ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:56.208476Z","caller":"traceutil/trace.go:171","msg":"trace[610618557] linearizableReadLoop","detail":"{readStateIndex:27002; appliedIndex:27001; }","duration":"115.017517ms","start":"2026-07-27T22:36:56.093434Z","end":"2026-07-27T22:36:56.208451Z","steps":["trace[610618557] 'read index received' (duration: 102.321001ms)","trace[610618557] 'applied index is now lower than readState.Index' (duration: 12.694986ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:56.208504Z","caller":"traceutil/trace.go:171","msg":"trace[210432012] transaction","detail":"{read_only:false; response_revision:26142; number_of_response:1; }","duration":"122.078593ms","start":"2026-07-27T22:36:56.086397Z","end":"2026-07-27T22:36:56.208476Z","steps":["trace[210432012] 'process raft request' (duration: 109.269783ms)","trace[210432012] 'compare' (duration: 12.652165ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:56.208625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.173362ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/pxc-webhook-ssl\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:36:56.208658Z","caller":"traceutil/trace.go:171","msg":"trace[1615170667] range","detail":"{range_begin:/registry/secrets/openstack/pxc-webhook-ssl; range_end:; response_count:0; response_revision:26142; }","duration":"115.269485ms","start":"2026-07-27T22:36:56.09338Z","end":"2026-07-27T22:36:56.20865Z","steps":["trace[1615170667] 'agreement among raft nodes before linearized reading' (duration: 115.155531ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:56.237598Z","caller":"traceutil/trace.go:171","msg":"trace[1041101000] transaction","detail":"{read_only:false; response_revision:26143; number_of_response:1; }","duration":"141.59472ms","start":"2026-07-27T22:36:56.095967Z","end":"2026-07-27T22:36:56.237562Z","steps":["trace[1041101000] 'process raft request' (duration: 141.342932ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:56.563496Z","caller":"traceutil/trace.go:171","msg":"trace[325420887] linearizableReadLoop","detail":"{readStateIndex:27012; appliedIndex:27010; }","duration":"140.788093ms","start":"2026-07-27T22:36:56.422637Z","end":"2026-07-27T22:36:56.563425Z","steps":["trace[325420887] 'read index received' (duration: 30.598241ms)","trace[325420887] 'applied index is now lower than readState.Index' (duration: 110.188122ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:56.563631Z","caller":"traceutil/trace.go:171","msg":"trace[623888763] transaction","detail":"{read_only:false; response_revision:26152; number_of_response:1; }","duration":"141.64403ms","start":"2026-07-27T22:36:56.421814Z","end":"2026-07-27T22:36:56.563458Z","steps":["trace[623888763] 'process raft request' (duration: 141.446544ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:56.563733Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"141.070422ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-27T22:36:56.563804Z","caller":"traceutil/trace.go:171","msg":"trace[1142604061] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26152; }","duration":"141.154965ms","start":"2026-07-27T22:36:56.422634Z","end":"2026-07-27T22:36:56.563789Z","steps":["trace[1142604061] 'agreement among raft nodes before linearized reading' (duration: 140.904647ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:56.633955Z","caller":"traceutil/trace.go:171","msg":"trace[933758410] transaction","detail":"{read_only:false; response_revision:26153; number_of_response:1; }","duration":"132.617391ms","start":"2026-07-27T22:36:56.501272Z","end":"2026-07-27T22:36:56.633889Z","steps":["trace[933758410] 'process raft request' (duration: 121.009749ms)","trace[933758410] 'compare' (duration: 11.304193ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:56.634348Z","caller":"traceutil/trace.go:171","msg":"trace[311958343] transaction","detail":"{read_only:false; response_revision:26154; number_of_response:1; }","duration":"132.086565ms","start":"2026-07-27T22:36:56.502219Z","end":"2026-07-27T22:36:56.634306Z","steps":["trace[311958343] 'process raft request' (duration: 131.564828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:56.634615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"145.131432ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:438"} {"level":"info","ts":"2026-07-27T22:36:56.634718Z","caller":"traceutil/trace.go:171","msg":"trace[1941115814] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26154; }","duration":"145.294837ms","start":"2026-07-27T22:36:56.489402Z","end":"2026-07-27T22:36:56.634696Z","steps":["trace[1941115814] 'agreement among raft nodes before linearized reading' (duration: 144.933166ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:36:56.636981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"164.450431ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-27T22:36:56.637056Z","caller":"traceutil/trace.go:171","msg":"trace[1157672090] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26154; }","duration":"164.573926ms","start":"2026-07-27T22:36:56.472457Z","end":"2026-07-27T22:36:56.637031Z","steps":["trace[1157672090] 'agreement among raft nodes before linearized reading' (duration: 161.56881ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:56.79791Z","caller":"traceutil/trace.go:171","msg":"trace[1009915577] transaction","detail":"{read_only:false; response_revision:26156; number_of_response:1; }","duration":"156.807087ms","start":"2026-07-27T22:36:56.641073Z","end":"2026-07-27T22:36:56.79788Z","steps":["trace[1009915577] 'process raft request' (duration: 156.554638ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:56.798188Z","caller":"traceutil/trace.go:171","msg":"trace[239721319] transaction","detail":"{read_only:false; response_revision:26157; number_of_response:1; }","duration":"156.472416ms","start":"2026-07-27T22:36:56.641667Z","end":"2026-07-27T22:36:56.79814Z","steps":["trace[239721319] 'process raft request' (duration: 156.162766ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:57.522557Z","caller":"traceutil/trace.go:171","msg":"trace[919721674] linearizableReadLoop","detail":"{readStateIndex:27026; appliedIndex:27025; }","duration":"108.466508ms","start":"2026-07-27T22:36:57.414066Z","end":"2026-07-27T22:36:57.522533Z","steps":["trace[919721674] 'read index received' (duration: 57.400101ms)","trace[919721674] 'applied index is now lower than readState.Index' (duration: 51.065186ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:36:57.522774Z","caller":"traceutil/trace.go:171","msg":"trace[1905346086] transaction","detail":"{read_only:false; response_revision:26166; number_of_response:1; }","duration":"125.127382ms","start":"2026-07-27T22:36:57.397625Z","end":"2026-07-27T22:36:57.522752Z","steps":["trace[1905346086] 'process raft request' (duration: 73.828827ms)","trace[1905346086] 'compare' (duration: 50.949523ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:36:57.524878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"110.772511ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/neutron-rabbit-init-q7x58.18c6458127f3389a\\000\" range_end:\"/registry/events/openstack0\" limit:500 revision:26164 ","response":"range_response_count:500 size:387862"} {"level":"info","ts":"2026-07-27T22:36:57.524942Z","caller":"traceutil/trace.go:171","msg":"trace[1915801434] range","detail":"{range_begin:/registry/events/openstack/neutron-rabbit-init-q7x58.18c6458127f3389a\u0000; range_end:/registry/events/openstack0; response_count:500; response_revision:26166; }","duration":"110.918565ms","start":"2026-07-27T22:36:57.414005Z","end":"2026-07-27T22:36:57.524924Z","steps":["trace[1915801434] 'agreement among raft nodes before linearized reading' (duration: 108.664753ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:59.008159Z","caller":"traceutil/trace.go:171","msg":"trace[545701418] transaction","detail":"{read_only:false; response_revision:26173; number_of_response:1; }","duration":"141.31339ms","start":"2026-07-27T22:36:58.866826Z","end":"2026-07-27T22:36:59.008139Z","steps":["trace[545701418] 'process raft request' (duration: 141.167056ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:59.13367Z","caller":"traceutil/trace.go:171","msg":"trace[1128135037] transaction","detail":"{read_only:false; response_revision:26174; number_of_response:1; }","duration":"223.670821ms","start":"2026-07-27T22:36:58.90997Z","end":"2026-07-27T22:36:59.133641Z","steps":["trace[1128135037] 'process raft request' (duration: 221.165781ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:36:59.971062Z","caller":"traceutil/trace.go:171","msg":"trace[711153107] transaction","detail":"{read_only:false; response_revision:26176; number_of_response:1; }","duration":"174.117372ms","start":"2026-07-27T22:36:59.796906Z","end":"2026-07-27T22:36:59.971023Z","steps":["trace[711153107] 'process raft request' (duration: 132.787627ms)","trace[711153107] 'compare' (duration: 40.721115ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:02.476005Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234712,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:37:02.496892Z","caller":"traceutil/trace.go:171","msg":"trace[335516769] transaction","detail":"{read_only:false; response_revision:26184; number_of_response:1; }","duration":"694.879497ms","start":"2026-07-27T22:37:01.801986Z","end":"2026-07-27T22:37:02.496866Z","steps":["trace[335516769] 'process raft request' (duration: 694.701771ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.497035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:01.801959Z","time spent":"694.992651ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:02.75542Z","caller":"traceutil/trace.go:171","msg":"trace[1150727116] linearizableReadLoop","detail":"{readStateIndex:27046; appliedIndex:27044; }","duration":"779.949524ms","start":"2026-07-27T22:37:01.97544Z","end":"2026-07-27T22:37:02.75539Z","steps":["trace[1150727116] 'read index received' (duration: 521.25448ms)","trace[1150727116] 'applied index is now lower than readState.Index' (duration: 258.692234ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:02.755473Z","caller":"traceutil/trace.go:171","msg":"trace[40092106] transaction","detail":"{read_only:false; response_revision:26185; number_of_response:1; }","duration":"490.878567ms","start":"2026-07-27T22:37:02.264551Z","end":"2026-07-27T22:37:02.75543Z","steps":["trace[40092106] 'process raft request' (duration: 483.149979ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.755599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:02.264528Z","time spent":"490.990701ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T22:37:02.755691Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"780.247844ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:37:02.755733Z","caller":"traceutil/trace.go:171","msg":"trace[1387358812] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26185; }","duration":"780.335426ms","start":"2026-07-27T22:37:01.975382Z","end":"2026-07-27T22:37:02.755717Z","steps":["trace[1387358812] 'agreement among raft nodes before linearized reading' (duration: 780.13687ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.755774Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:01.975362Z","time spent":"780.401249ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:37:02.76235Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.237976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:02.762389Z","caller":"traceutil/trace.go:171","msg":"trace[1426904093] range","detail":"{range_begin:/registry/runtimeclasses/; range_end:/registry/runtimeclasses0; response_count:0; response_revision:26186; }","duration":"553.304388ms","start":"2026-07-27T22:37:02.209074Z","end":"2026-07-27T22:37:02.762379Z","steps":["trace[1426904093] 'agreement among raft nodes before linearized reading' (duration: 553.237396ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.762424Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:02.209059Z","time spent":"553.34811ms","remote":"127.0.0.1:37824","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/runtimeclasses/\" range_end:\"/registry/runtimeclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:02.76256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"337.621813ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:02.76259Z","caller":"traceutil/trace.go:171","msg":"trace[1561127214] range","detail":"{range_begin:/registry/cilium.io/ciliumpodippools/; range_end:/registry/cilium.io/ciliumpodippools0; response_count:0; response_revision:26186; }","duration":"337.681795ms","start":"2026-07-27T22:37:02.424898Z","end":"2026-07-27T22:37:02.76258Z","steps":["trace[1561127214] 'agreement among raft nodes before linearized reading' (duration: 337.636494ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.762616Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:02.42488Z","time spent":"337.728447ms","remote":"127.0.0.1:51220","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumpodippools/\" range_end:\"/registry/cilium.io/ciliumpodippools0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:02.762597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"598.550919ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:481"} {"level":"info","ts":"2026-07-27T22:37:02.762696Z","caller":"traceutil/trace.go:171","msg":"trace[1008273309] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26186; }","duration":"598.686953ms","start":"2026-07-27T22:37:02.163986Z","end":"2026-07-27T22:37:02.762673Z","steps":["trace[1008273309] 'agreement among raft nodes before linearized reading' (duration: 598.514118ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.762742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:02.163972Z","time spent":"598.758915ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":505,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T22:37:02.762799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"410.368086ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"info","ts":"2026-07-27T22:37:02.762828Z","caller":"traceutil/trace.go:171","msg":"trace[2130568561] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26186; }","duration":"410.445868ms","start":"2026-07-27T22:37:02.352372Z","end":"2026-07-27T22:37:02.762818Z","steps":["trace[2130568561] 'agreement among raft nodes before linearized reading' (duration: 410.342405ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.76285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:02.352352Z","time spent":"410.49302ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-27T22:37:02.762957Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"487.074395ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-z86wv\" ","response":"range_response_count:1 size:6320"} {"level":"info","ts":"2026-07-27T22:37:02.76304Z","caller":"traceutil/trace.go:171","msg":"trace[1722069013] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-z86wv; range_end:; response_count:1; response_revision:26186; }","duration":"487.229589ms","start":"2026-07-27T22:37:02.275788Z","end":"2026-07-27T22:37:02.763017Z","steps":["trace[1722069013] 'agreement among raft nodes before linearized reading' (duration: 487.040653ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.763091Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:02.275769Z","time spent":"487.312242ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":6344,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-z86wv\" "} {"level":"warn","ts":"2026-07-27T22:37:02.763125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"709.6453ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:02.763169Z","caller":"traceutil/trace.go:171","msg":"trace[400091282] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26186; }","duration":"709.716202ms","start":"2026-07-27T22:37:02.053443Z","end":"2026-07-27T22:37:02.763159Z","steps":["trace[400091282] 'agreement among raft nodes before linearized reading' (duration: 709.628419ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.763191Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"710.377874ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:02.763216Z","caller":"traceutil/trace.go:171","msg":"trace[241518208] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26186; }","duration":"710.428195ms","start":"2026-07-27T22:37:02.05278Z","end":"2026-07-27T22:37:02.763209Z","steps":["trace[241518208] 'agreement among raft nodes before linearized reading' (duration: 710.347163ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.763245Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:02.052764Z","time spent":"710.476667ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:02.763053Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"708.528254ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:02.763295Z","caller":"traceutil/trace.go:171","msg":"trace[1146676393] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26186; }","duration":"708.776342ms","start":"2026-07-27T22:37:02.054506Z","end":"2026-07-27T22:37:02.763282Z","steps":["trace[1146676393] 'agreement among raft nodes before linearized reading' (duration: 708.467882ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.763337Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:02.0545Z","time spent":"708.825823ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:02.763218Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:02.053413Z","time spent":"709.784804ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:37:02.962425Z","caller":"traceutil/trace.go:171","msg":"trace[497548084] transaction","detail":"{read_only:false; response_revision:26188; number_of_response:1; }","duration":"194.382271ms","start":"2026-07-27T22:37:02.768Z","end":"2026-07-27T22:37:02.962382Z","steps":["trace[497548084] 'process raft request' (duration: 193.989789ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:02.962755Z","caller":"traceutil/trace.go:171","msg":"trace[1200378444] linearizableReadLoop","detail":"{readStateIndex:27051; appliedIndex:27048; }","duration":"142.794278ms","start":"2026-07-27T22:37:02.819937Z","end":"2026-07-27T22:37:02.962732Z","steps":["trace[1200378444] 'read index received' (duration: 141.995552ms)","trace[1200378444] 'applied index is now lower than readState.Index' (duration: 797.215µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:02.962817Z","caller":"traceutil/trace.go:171","msg":"trace[1729521955] transaction","detail":"{read_only:false; response_revision:26190; number_of_response:1; }","duration":"173.474541ms","start":"2026-07-27T22:37:02.789297Z","end":"2026-07-27T22:37:02.962771Z","steps":["trace[1729521955] 'process raft request' (duration: 173.340407ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:02.963085Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"143.134988ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-07-27T22:37:02.963132Z","caller":"traceutil/trace.go:171","msg":"trace[2147266652] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26190; }","duration":"143.246022ms","start":"2026-07-27T22:37:02.819871Z","end":"2026-07-27T22:37:02.963117Z","steps":["trace[2147266652] 'agreement among raft nodes before linearized reading' (duration: 142.955243ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:02.963698Z","caller":"traceutil/trace.go:171","msg":"trace[1728593022] transaction","detail":"{read_only:false; response_revision:26189; number_of_response:1; }","duration":"190.686832ms","start":"2026-07-27T22:37:02.771663Z","end":"2026-07-27T22:37:02.96235Z","steps":["trace[1728593022] 'process raft request' (duration: 190.60062ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:05.339864Z","caller":"traceutil/trace.go:171","msg":"trace[834875538] transaction","detail":"{read_only:false; response_revision:26201; number_of_response:1; }","duration":"177.573652ms","start":"2026-07-27T22:37:05.16226Z","end":"2026-07-27T22:37:05.339833Z","steps":["trace[834875538] 'process raft request' (duration: 175.588489ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:05.711348Z","caller":"traceutil/trace.go:171","msg":"trace[860376544] linearizableReadLoop","detail":"{readStateIndex:27065; appliedIndex:27064; }","duration":"308.81168ms","start":"2026-07-27T22:37:05.402518Z","end":"2026-07-27T22:37:05.71133Z","steps":["trace[860376544] 'read index received' (duration: 308.765488ms)","trace[860376544] 'applied index is now lower than readState.Index' (duration: 45.282µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:05.711436Z","caller":"traceutil/trace.go:171","msg":"trace[2108561980] transaction","detail":"{read_only:false; response_revision:26203; number_of_response:1; }","duration":"364.375311ms","start":"2026-07-27T22:37:05.347055Z","end":"2026-07-27T22:37:05.71143Z","steps":["trace[2108561980] 'process raft request' (duration: 364.143624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:05.711516Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:05.347043Z","time spent":"364.409043ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6854,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:05.711662Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"309.14447ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:05.711696Z","caller":"traceutil/trace.go:171","msg":"trace[1628194474] range","detail":"{range_begin:/registry/cert-manager.io/certificaterequests/; range_end:/registry/cert-manager.io/certificaterequests0; response_count:0; response_revision:26203; }","duration":"309.209102ms","start":"2026-07-27T22:37:05.402478Z","end":"2026-07-27T22:37:05.711687Z","steps":["trace[1628194474] 'agreement among raft nodes before linearized reading' (duration: 309.119099ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:05.711713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:05.40246Z","time spent":"309.249334ms","remote":"127.0.0.1:44338","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":37,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificaterequests/\" range_end:\"/registry/cert-manager.io/certificaterequests0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:05.721752Z","caller":"traceutil/trace.go:171","msg":"trace[1864661293] transaction","detail":"{read_only:false; response_revision:26204; number_of_response:1; }","duration":"111.114582ms","start":"2026-07-27T22:37:05.610596Z","end":"2026-07-27T22:37:05.72171Z","steps":["trace[1864661293] 'process raft request' (duration: 110.927586ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:05.721858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"241.408149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T22:37:05.721967Z","caller":"traceutil/trace.go:171","msg":"trace[1020426720] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26204; }","duration":"241.545573ms","start":"2026-07-27T22:37:05.480373Z","end":"2026-07-27T22:37:05.721919Z","steps":["trace[1020426720] 'agreement among raft nodes before linearized reading' (duration: 241.306946ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:06.667165Z","caller":"traceutil/trace.go:171","msg":"trace[954449805] transaction","detail":"{read_only:false; response_revision:26205; number_of_response:1; }","duration":"133.006694ms","start":"2026-07-27T22:37:06.534108Z","end":"2026-07-27T22:37:06.667115Z","steps":["trace[954449805] 'process raft request' (duration: 132.861159ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:07.113802Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.992038ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:37:07.114261Z","caller":"traceutil/trace.go:171","msg":"trace[1783529180] linearizableReadLoop","detail":"{readStateIndex:27071; appliedIndex:27070; }","duration":"120.437371ms","start":"2026-07-27T22:37:06.993464Z","end":"2026-07-27T22:37:07.113901Z","steps":["trace[1783529180] 'read index received' (duration: 27.38µs)","trace[1783529180] 'applied index is now lower than readState.Index' (duration: 120.407881ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:07.114685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"121.195716ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-27T22:37:07.114827Z","caller":"traceutil/trace.go:171","msg":"trace[29391375] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:26207; }","duration":"121.379192ms","start":"2026-07-27T22:37:06.993427Z","end":"2026-07-27T22:37:07.114806Z","steps":["trace[29391375] 'agreement among raft nodes before linearized reading' (duration: 120.764282ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:07.290489Z","caller":"traceutil/trace.go:171","msg":"trace[140691133] transaction","detail":"{read_only:false; response_revision:26209; number_of_response:1; }","duration":"102.891609ms","start":"2026-07-27T22:37:07.187568Z","end":"2026-07-27T22:37:07.29046Z","steps":["trace[140691133] 'process raft request' (duration: 73.59851ms)","trace[140691133] 'compare' (duration: 29.113073ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:08.874022Z","caller":"traceutil/trace.go:171","msg":"trace[87031194] linearizableReadLoop","detail":"{readStateIndex:27075; appliedIndex:27074; }","duration":"176.898951ms","start":"2026-07-27T22:37:08.697096Z","end":"2026-07-27T22:37:08.873995Z","steps":["trace[87031194] 'read index received' (duration: 176.642493ms)","trace[87031194] 'applied index is now lower than readState.Index' (duration: 255.358µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:08.874234Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.113188ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:08.874305Z","caller":"traceutil/trace.go:171","msg":"trace[1104048272] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:26211; }","duration":"177.202211ms","start":"2026-07-27T22:37:08.697085Z","end":"2026-07-27T22:37:08.874288Z","steps":["trace[1104048272] 'agreement among raft nodes before linearized reading' (duration: 177.049496ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:08.87431Z","caller":"traceutil/trace.go:171","msg":"trace[2114882635] transaction","detail":"{read_only:false; response_revision:26211; number_of_response:1; }","duration":"197.720388ms","start":"2026-07-27T22:37:08.676398Z","end":"2026-07-27T22:37:08.874118Z","steps":["trace[2114882635] 'process raft request' (duration: 197.424469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:09.849059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"899.989642ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:37:09.849357Z","caller":"traceutil/trace.go:171","msg":"trace[1048876452] linearizableReadLoop","detail":"{readStateIndex:27077; appliedIndex:27075; }","duration":"975.244864ms","start":"2026-07-27T22:37:08.874091Z","end":"2026-07-27T22:37:09.849336Z","steps":["trace[1048876452] 'read index received' (duration: 74.796217ms)","trace[1048876452] 'applied index is now lower than readState.Index' (duration: 900.447297ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:09.849462Z","caller":"traceutil/trace.go:171","msg":"trace[738265172] transaction","detail":"{read_only:false; response_revision:26212; number_of_response:1; }","duration":"1.056259551s","start":"2026-07-27T22:37:08.793186Z","end":"2026-07-27T22:37:09.849446Z","steps":["trace[738265172] 'process raft request' (duration: 155.832345ms)","trace[738265172] 'compare' (duration: 899.100194ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:09.849537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:08.793166Z","time spent":"1.056329614s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:09.851004Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.050767846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:09.851073Z","caller":"traceutil/trace.go:171","msg":"trace[1786157116] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26213; }","duration":"1.050856938s","start":"2026-07-27T22:37:08.800197Z","end":"2026-07-27T22:37:09.851054Z","steps":["trace[1786157116] 'agreement among raft nodes before linearized reading' (duration: 1.050686973s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:09.851055Z","caller":"traceutil/trace.go:171","msg":"trace[1862974211] transaction","detail":"{read_only:false; response_revision:26213; number_of_response:1; }","duration":"1.044482184s","start":"2026-07-27T22:37:08.806519Z","end":"2026-07-27T22:37:09.851001Z","steps":["trace[1862974211] 'process raft request' (duration: 1.042672816s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:09.851095Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.070741476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:09.851088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.061999695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:09.851156Z","caller":"traceutil/trace.go:171","msg":"trace[1685476416] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26213; }","duration":"1.070828779s","start":"2026-07-27T22:37:08.780311Z","end":"2026-07-27T22:37:09.851139Z","steps":["trace[1685476416] 'agreement among raft nodes before linearized reading' (duration: 1.070577861s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:09.851114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:08.80018Z","time spent":"1.050924911s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:09.851199Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:08.806501Z","time spent":"1.044618398s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:09.851196Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:08.780289Z","time spent":"1.070899091s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:09.85125Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.072311897s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:09.851248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.031213109s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-27T22:37:09.85129Z","caller":"traceutil/trace.go:171","msg":"trace[115909820] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26213; }","duration":"1.072352428s","start":"2026-07-27T22:37:08.778925Z","end":"2026-07-27T22:37:09.851278Z","steps":["trace[115909820] 'agreement among raft nodes before linearized reading' (duration: 1.072220654s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:09.851299Z","caller":"traceutil/trace.go:171","msg":"trace[59469205] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26213; }","duration":"1.031300852s","start":"2026-07-27T22:37:08.819988Z","end":"2026-07-27T22:37:09.851288Z","steps":["trace[59469205] 'agreement among raft nodes before linearized reading' (duration: 1.031150317s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:09.851324Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:08.778856Z","time spent":"1.072455001s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:09.851333Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:08.819966Z","time spent":"1.031358384s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-27T22:37:09.851439Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"989.498651ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:37:09.85116Z","caller":"traceutil/trace.go:171","msg":"trace[1009549469] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26213; }","duration":"1.06211445s","start":"2026-07-27T22:37:08.789031Z","end":"2026-07-27T22:37:09.851145Z","steps":["trace[1009549469] 'agreement among raft nodes before linearized reading' (duration: 1.061880002s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:09.851496Z","caller":"traceutil/trace.go:171","msg":"trace[181719345] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26213; }","duration":"989.564243ms","start":"2026-07-27T22:37:08.861899Z","end":"2026-07-27T22:37:09.851463Z","steps":["trace[181719345] 'agreement among raft nodes before linearized reading' (duration: 989.009105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:09.851563Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:08.861882Z","time spent":"989.672297ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:37:09.851567Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:08.789008Z","time spent":"1.062545103s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:10.349826Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234802,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:11.32988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000310285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:11.329973Z","caller":"traceutil/trace.go:171","msg":"trace[684880462] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0004521s","start":"2026-07-27T22:37:09.329498Z","end":"2026-07-27T22:37:11.329951Z","steps":["trace[684880462] 'agreement among raft nodes before linearized reading' (duration: 2.000341646s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:11.330021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.329481Z","time spent":"2.000527933s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:11 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:12.421713Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.706486126s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:37:12.421801Z","caller":"traceutil/trace.go:171","msg":"trace[2145084206] transaction","detail":"{read_only:false; response_revision:26214; number_of_response:1; }","duration":"3.054004885s","start":"2026-07-27T22:37:09.36778Z","end":"2026-07-27T22:37:12.421785Z","steps":["trace[2145084206] 'process raft request' (duration: 1.347375684s)","trace[2145084206] 'compare' (duration: 1.705784814s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:12.421845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.367756Z","time spent":"3.054069628s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:13.211771Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.200449622s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:13.33825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00010798s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:13.338334Z","caller":"traceutil/trace.go:171","msg":"trace[890026095] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000239034s","start":"2026-07-27T22:37:11.338076Z","end":"2026-07-27T22:37:13.338315Z","steps":["trace[890026095] 'agreement among raft nodes before linearized reading' (duration: 2.000127801s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:13.338396Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.338065Z","time spent":"2.000321187s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:14.083475Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997582042s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:14.083595Z","caller":"traceutil/trace.go:171","msg":"trace[1497078534] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.997976505s","start":"2026-07-27T22:37:09.085577Z","end":"2026-07-27T22:37:14.083554Z","steps":["trace[1497078534] 'agreement among raft nodes before linearized reading' (duration: 4.997854091s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.083638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.085555Z","time spent":"4.998072367s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-27T22:37:14.186482Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999290086s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:14.186597Z","caller":"traceutil/trace.go:171","msg":"trace[293338031] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"4.999461582s","start":"2026-07-27T22:37:09.187118Z","end":"2026-07-27T22:37:14.18658Z","steps":["trace[293338031] 'agreement among raft nodes before linearized reading' (duration: 4.999323708s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.186647Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.187093Z","time spent":"4.999546124s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/27 22:37:14 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:14.18883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"976.844175ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:37:14.189862Z","caller":"traceutil/trace.go:171","msg":"trace[1489784584] transaction","detail":"{read_only:false; response_revision:26215; number_of_response:1; }","duration":"4.333206743s","start":"2026-07-27T22:37:09.856629Z","end":"2026-07-27T22:37:14.189836Z","steps":["trace[1489784584] 'process raft request' (duration: 3.355285163s)","trace[1489784584] 'compare' (duration: 976.162933ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:14.189906Z","caller":"traceutil/trace.go:171","msg":"trace[1422192325] transaction","detail":"{read_only:false; response_revision:26216; number_of_response:1; }","duration":"3.555613666s","start":"2026-07-27T22:37:10.634261Z","end":"2026-07-27T22:37:14.189874Z","steps":["trace[1422192325] 'process raft request' (duration: 3.555409239s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.189975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.856611Z","time spent":"4.333304096s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:14.190059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:10.634241Z","time spent":"3.555731269s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:14.190034Z","caller":"traceutil/trace.go:171","msg":"trace[1200738489] transaction","detail":"{read_only:false; response_revision:26217; number_of_response:1; }","duration":"3.462511021s","start":"2026-07-27T22:37:10.727492Z","end":"2026-07-27T22:37:14.190003Z","steps":["trace[1200738489] 'process raft request' (duration: 3.462374717s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.190104Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.895709296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-27T22:37:14.19018Z","caller":"traceutil/trace.go:171","msg":"trace[1776557699] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26217; }","duration":"4.895775717s","start":"2026-07-27T22:37:09.294357Z","end":"2026-07-27T22:37:14.190133Z","steps":["trace[1776557699] 'agreement among raft nodes before linearized reading' (duration: 4.895593721s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.190208Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.294344Z","time spent":"4.89585738s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:37:14.190274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:10.727466Z","time spent":"3.462663686s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:14.190282Z","caller":"traceutil/trace.go:171","msg":"trace[1604812526] linearizableReadLoop","detail":"{readStateIndex:27079; appliedIndex:27077; }","duration":"4.340533578s","start":"2026-07-27T22:37:09.849404Z","end":"2026-07-27T22:37:14.189938Z","steps":["trace[1604812526] 'read index received' (duration: 865.767874ms)","trace[1604812526] 'applied index is now lower than readState.Index' (duration: 3.474762674s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:14.190386Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.104386475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"info","ts":"2026-07-27T22:37:14.190412Z","caller":"traceutil/trace.go:171","msg":"trace[846076125] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26218; }","duration":"5.104433977s","start":"2026-07-27T22:37:09.085971Z","end":"2026-07-27T22:37:14.190405Z","steps":["trace[846076125] 'agreement among raft nodes before linearized reading' (duration: 5.104191939s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.19043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.085956Z","time spent":"5.104470169s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:37:14.190384Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.34870323s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:14.190448Z","caller":"traceutil/trace.go:171","msg":"trace[479300755] transaction","detail":"{read_only:false; response_revision:26218; number_of_response:1; }","duration":"2.331892506s","start":"2026-07-27T22:37:11.858531Z","end":"2026-07-27T22:37:14.190423Z","steps":["trace[479300755] 'process raft request' (duration: 2.33140979s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.190522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.858513Z","time spent":"2.331971647s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:14.190519Z","caller":"traceutil/trace.go:171","msg":"trace[1512648447] range","detail":"{range_begin:/registry/ceph.rook.io/cephbucketnotifications/; range_end:/registry/ceph.rook.io/cephbucketnotifications0; response_count:0; response_revision:26218; }","duration":"4.348857114s","start":"2026-07-27T22:37:09.841623Z","end":"2026-07-27T22:37:14.19048Z","steps":["trace[1512648447] 'agreement among raft nodes before linearized reading' (duration: 4.348516533s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.190609Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.841601Z","time spent":"4.348975508s","remote":"127.0.0.1:54982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbucketnotifications/\" range_end:\"/registry/ceph.rook.io/cephbucketnotifications0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.191082Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.978772789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:14.191151Z","caller":"traceutil/trace.go:171","msg":"trace[1418244020] range","detail":"{range_begin:/registry/persistentvolumes/; range_end:/registry/persistentvolumes0; response_count:0; response_revision:26218; }","duration":"4.978868761s","start":"2026-07-27T22:37:09.212266Z","end":"2026-07-27T22:37:14.191134Z","steps":["trace[1418244020] 'agreement among raft nodes before linearized reading' (duration: 4.977869159s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.191198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.212255Z","time spent":"4.978929684s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":16,"response size":32,"request content":"key:\"/registry/persistentvolumes/\" range_end:\"/registry/persistentvolumes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.191597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.271918419s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:14.19166Z","caller":"traceutil/trace.go:171","msg":"trace[514931022] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26219; }","duration":"4.272034532s","start":"2026-07-27T22:37:09.919611Z","end":"2026-07-27T22:37:14.191645Z","steps":["trace[514931022] 'agreement among raft nodes before linearized reading' (duration: 4.271866526s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.191706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.919588Z","time spent":"4.272104394s","remote":"127.0.0.1:34896","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.191909Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.862794005s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T22:37:14.191939Z","caller":"traceutil/trace.go:171","msg":"trace[1394171372] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26219; }","duration":"2.862858747s","start":"2026-07-27T22:37:11.329072Z","end":"2026-07-27T22:37:14.191931Z","steps":["trace[1394171372] 'agreement among raft nodes before linearized reading' (duration: 2.862735133s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.191957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.329053Z","time spent":"2.862900009s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:37:14.191986Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.146650186s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-27T22:37:14.192065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.000390616s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:14.192072Z","caller":"traceutil/trace.go:171","msg":"trace[1138595155] range","detail":"{range_begin:/registry/cilium.io/ciliumidentities/; range_end:/registry/cilium.io/ciliumidentities0; response_count:0; response_revision:26219; }","duration":"2.146791382s","start":"2026-07-27T22:37:12.045257Z","end":"2026-07-27T22:37:14.192048Z","steps":["trace[1138595155] 'agreement among raft nodes before linearized reading' (duration: 2.14642344s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.192157Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335292554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:14.192192Z","caller":"traceutil/trace.go:171","msg":"trace[1484832439] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26219; }","duration":"2.335361067s","start":"2026-07-27T22:37:11.856826Z","end":"2026-07-27T22:37:14.192187Z","steps":["trace[1484832439] 'agreement among raft nodes before linearized reading' (duration: 2.335276684s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:14.192181Z","caller":"traceutil/trace.go:171","msg":"trace[844061789] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:26219; }","duration":"3.000470768s","start":"2026-07-27T22:37:11.191626Z","end":"2026-07-27T22:37:14.192097Z","steps":["trace[844061789] 'agreement among raft nodes before linearized reading' (duration: 3.000403186s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.192207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.856807Z","time spent":"2.335396468s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:14.19224Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.191583Z","time spent":"3.000642034s","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.192261Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"996.422412ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:14.192316Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.335451369s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:14.192314Z","caller":"traceutil/trace.go:171","msg":"trace[809586601] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26219; }","duration":"996.499785ms","start":"2026-07-27T22:37:13.195797Z","end":"2026-07-27T22:37:14.192297Z","steps":["trace[809586601] 'agreement among raft nodes before linearized reading' (duration: 996.419752ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:14.192336Z","caller":"traceutil/trace.go:171","msg":"trace[1968543847] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26219; }","duration":"2.335506062s","start":"2026-07-27T22:37:11.856826Z","end":"2026-07-27T22:37:14.192332Z","steps":["trace[1968543847] 'agreement among raft nodes before linearized reading' (duration: 2.33545421s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.192354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.856807Z","time spent":"2.335542972s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:14.192359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:13.19578Z","time spent":"996.565897ms","remote":"127.0.0.1:35044","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.192378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.279629444s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:14.192434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.636418138s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:14.192428Z","caller":"traceutil/trace.go:171","msg":"trace[1253409731] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/; range_end:/registry/nfd.k8s-sigs.io/nodefeatures0; response_count:0; response_revision:26218; }","duration":"5.279713036s","start":"2026-07-27T22:37:08.912695Z","end":"2026-07-27T22:37:14.192408Z","steps":["trace[1253409731] 'agreement among raft nodes before linearized reading' (duration: 5.277703232s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:14.192454Z","caller":"traceutil/trace.go:171","msg":"trace[86583259] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26219; }","duration":"2.636471259s","start":"2026-07-27T22:37:11.555976Z","end":"2026-07-27T22:37:14.192447Z","steps":["trace[86583259] 'agreement among raft nodes before linearized reading' (duration: 2.636437528s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.192469Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.555957Z","time spent":"2.636507551s","remote":"127.0.0.1:53022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.192472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:08.912672Z","time spent":"5.279788879s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":1,"response size":32,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeatures0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.192571Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.801288813s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-27T22:37:14.192566Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.314448654s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:37:14.192588Z","caller":"traceutil/trace.go:171","msg":"trace[2119958213] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:26219; }","duration":"2.801347505s","start":"2026-07-27T22:37:11.391237Z","end":"2026-07-27T22:37:14.192584Z","steps":["trace[2119958213] 'agreement among raft nodes before linearized reading' (duration: 2.801299873s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.192603Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.391215Z","time spent":"2.801385616s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-07-27T22:37:14.192612Z","caller":"traceutil/trace.go:171","msg":"trace[540383175] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26219; }","duration":"3.314531907s","start":"2026-07-27T22:37:10.878066Z","end":"2026-07-27T22:37:14.192598Z","steps":["trace[540383175] 'agreement among raft nodes before linearized reading' (duration: 3.314403403s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.192644Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:10.878046Z","time spent":"3.314591859s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:37:14.192643Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.989894631s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:14.192689Z","caller":"traceutil/trace.go:171","msg":"trace[1507846110] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters0; response_count:0; response_revision:26219; }","duration":"1.989993325s","start":"2026-07-27T22:37:12.202682Z","end":"2026-07-27T22:37:14.192675Z","steps":["trace[1507846110] 'agreement among raft nodes before linearized reading' (duration: 1.989919492s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.192721Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.857723663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-27T22:37:14.192737Z","caller":"traceutil/trace.go:171","msg":"trace[1331741967] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:26219; }","duration":"2.857766144s","start":"2026-07-27T22:37:11.334965Z","end":"2026-07-27T22:37:14.192731Z","steps":["trace[1331741967] 'agreement among raft nodes before linearized reading' (duration: 2.857705562s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.19275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.334954Z","time spent":"2.857792875s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" "} {"level":"info","ts":"2026-07-27T22:37:14.19278Z","caller":"traceutil/trace.go:171","msg":"trace[1442260453] transaction","detail":"{read_only:false; response_revision:26219; number_of_response:1; }","duration":"1.318756106s","start":"2026-07-27T22:37:12.874013Z","end":"2026-07-27T22:37:14.192769Z","steps":["trace[1442260453] 'process raft request' (duration: 1.316334688s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.1928Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.051062482s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:14.192832Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.897881097s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:14.192852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:12.873991Z","time spent":"1.318816218s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:14.192003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.946259121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-27T22:37:14.1929Z","caller":"traceutil/trace.go:171","msg":"trace[1615602656] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26219; }","duration":"2.947181911s","start":"2026-07-27T22:37:11.245706Z","end":"2026-07-27T22:37:14.192887Z","steps":["trace[1615602656] 'agreement among raft nodes before linearized reading' (duration: 2.946181708s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.192946Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.245694Z","time spent":"2.947242642s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":533,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:37:14.193056Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"631.407781ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:14.193097Z","caller":"traceutil/trace.go:171","msg":"trace[1418956119] range","detail":"{range_begin:/registry/apiregistration.k8s.io/apiservices/; range_end:/registry/apiregistration.k8s.io/apiservices0; response_count:0; response_revision:26219; }","duration":"631.489293ms","start":"2026-07-27T22:37:13.561596Z","end":"2026-07-27T22:37:14.193085Z","steps":["trace[1418956119] 'agreement among raft nodes before linearized reading' (duration: 631.381169ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.193128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:13.56158Z","time spent":"631.539455ms","remote":"127.0.0.1:38060","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":60,"response size":32,"request content":"key:\"/registry/apiregistration.k8s.io/apiservices/\" range_end:\"/registry/apiregistration.k8s.io/apiservices0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.192181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:12.045211Z","time spent":"2.146951916s","remote":"127.0.0.1:36910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":175,"response size":33,"request content":"key:\"/registry/cilium.io/ciliumidentities/\" range_end:\"/registry/cilium.io/ciliumidentities0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.192742Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:12.202662Z","time spent":"1.990067657s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.193294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"854.332507ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:14.193335Z","caller":"traceutil/trace.go:171","msg":"trace[292264103] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26219; }","duration":"854.39886ms","start":"2026-07-27T22:37:13.338924Z","end":"2026-07-27T22:37:14.193323Z","steps":["trace[292264103] 'agreement among raft nodes before linearized reading' (duration: 854.340278ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.19336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:13.338887Z","time spent":"854.469252ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:14.192952Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.186687915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:14.193429Z","caller":"traceutil/trace.go:171","msg":"trace[1026902194] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/httproutes/; range_end:/registry/gateway.networking.k8s.io/httproutes0; response_count:0; response_revision:26219; }","duration":"4.187185251s","start":"2026-07-27T22:37:10.006226Z","end":"2026-07-27T22:37:14.193411Z","steps":["trace[1026902194] 'agreement among raft nodes before linearized reading' (duration: 4.186702356s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:14.192852Z","caller":"traceutil/trace.go:171","msg":"trace[288325417] range","detail":"{range_begin:/registry/cilium.io/ciliumnodeconfigs/; range_end:/registry/cilium.io/ciliumnodeconfigs0; response_count:0; response_revision:26219; }","duration":"2.051113254s","start":"2026-07-27T22:37:12.141725Z","end":"2026-07-27T22:37:14.192838Z","steps":["trace[288325417] 'agreement among raft nodes before linearized reading' (duration: 2.051039352s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.193488Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:10.00621Z","time spent":"4.187258024s","remote":"127.0.0.1:58968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/httproutes/\" range_end:\"/registry/gateway.networking.k8s.io/httproutes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.193509Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:12.141637Z","time spent":"2.051864818s","remote":"127.0.0.1:51168","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumnodeconfigs/\" range_end:\"/registry/cilium.io/ciliumnodeconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.19325Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.930536929s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d\" ","response":"range_response_count:1 size:5488"} {"level":"info","ts":"2026-07-27T22:37:14.192862Z","caller":"traceutil/trace.go:171","msg":"trace[441488740] range","detail":"{range_begin:/registry/secretgen.k14s.io/certificates/; range_end:/registry/secretgen.k14s.io/certificates0; response_count:0; response_revision:26219; }","duration":"3.897952109s","start":"2026-07-27T22:37:10.294901Z","end":"2026-07-27T22:37:14.192853Z","steps":["trace[441488740] 'agreement among raft nodes before linearized reading' (duration: 3.897895488s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.192092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.332473854s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:14.193724Z","caller":"traceutil/trace.go:171","msg":"trace[532629932] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26219; }","duration":"2.334121257s","start":"2026-07-27T22:37:11.859591Z","end":"2026-07-27T22:37:14.193712Z","steps":["trace[532629932] 'agreement among raft nodes before linearized reading' (duration: 2.332456354s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.19436Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:11.859582Z","time spent":"2.334765617s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:14.19221Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"900.090894ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:14.194496Z","caller":"traceutil/trace.go:171","msg":"trace[186331412] range","detail":"{range_begin:/registry/rabbitmq.com/permissions/; range_end:/registry/rabbitmq.com/permissions0; response_count:0; response_revision:26219; }","duration":"902.43007ms","start":"2026-07-27T22:37:13.292055Z","end":"2026-07-27T22:37:14.194486Z","steps":["trace[186331412] 'agreement among raft nodes before linearized reading' (duration: 900.019913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.194522Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:13.292035Z","time spent":"902.478411ms","remote":"127.0.0.1:44958","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/permissions/\" range_end:\"/registry/rabbitmq.com/permissions0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.19372Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:10.294881Z","time spent":"3.898822057s","remote":"127.0.0.1:56352","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/certificates/\" range_end:\"/registry/secretgen.k14s.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.19291Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.051493002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:14.194718Z","caller":"traceutil/trace.go:171","msg":"trace[569471462] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/projects/; range_end:/registry/openstack.k-orc.cloud/projects0; response_count:0; response_revision:26219; }","duration":"4.053341041s","start":"2026-07-27T22:37:10.14137Z","end":"2026-07-27T22:37:14.194711Z","steps":["trace[569471462] 'agreement among raft nodes before linearized reading' (duration: 4.051510482s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.194743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:10.141349Z","time spent":"4.053385583s","remote":"127.0.0.1:50916","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/projects/\" range_end:\"/registry/openstack.k-orc.cloud/projects0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.194072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.082798642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" ","response":"range_response_count:1 size:1566"} {"level":"info","ts":"2026-07-27T22:37:14.194842Z","caller":"traceutil/trace.go:171","msg":"trace[1976973366] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0; range_end:; response_count:1; response_revision:26219; }","duration":"1.083604938s","start":"2026-07-27T22:37:13.111215Z","end":"2026-07-27T22:37:14.19482Z","steps":["trace[1976973366] 'agreement among raft nodes before linearized reading' (duration: 1.082780501s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.194883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:13.111194Z","time spent":"1.08367916s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-sb-0\" "} {"level":"warn","ts":"2026-07-27T22:37:14.194078Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.037892762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:14.195005Z","caller":"traceutil/trace.go:171","msg":"trace[1328607227] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26219; }","duration":"1.038863403s","start":"2026-07-27T22:37:13.156132Z","end":"2026-07-27T22:37:14.194995Z","steps":["trace[1328607227] 'agreement among raft nodes before linearized reading' (duration: 1.037916693s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.195028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:13.156098Z","time spent":"1.038922445s","remote":"127.0.0.1:37738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.194099Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.238059039s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:14.195153Z","caller":"traceutil/trace.go:171","msg":"trace[1245177966] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyproxies/; range_end:/registry/gateway.envoyproxy.io/envoyproxies0; response_count:0; response_revision:26219; }","duration":"1.239126243s","start":"2026-07-27T22:37:12.955995Z","end":"2026-07-27T22:37:14.195121Z","steps":["trace[1245177966] 'agreement among raft nodes before linearized reading' (duration: 1.238057279s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.193616Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.243768055s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"range_response_count:1 size:625"} {"level":"info","ts":"2026-07-27T22:37:14.195438Z","caller":"traceutil/trace.go:171","msg":"trace[1176786598] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; response_count:1; response_revision:26219; }","duration":"4.245623765s","start":"2026-07-27T22:37:09.949799Z","end":"2026-07-27T22:37:14.195423Z","steps":["trace[1176786598] 'agreement among raft nodes before linearized reading' (duration: 4.243171656s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.195478Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:09.949781Z","time spent":"4.245680707s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":1,"response size":649,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} {"level":"info","ts":"2026-07-27T22:37:14.194273Z","caller":"traceutil/trace.go:171","msg":"trace[1893024445] range","detail":"{range_begin:/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d; range_end:; response_count:1; response_revision:26219; }","duration":"1.931009204s","start":"2026-07-27T22:37:12.262667Z","end":"2026-07-27T22:37:14.193676Z","steps":["trace[1893024445] 'agreement among raft nodes before linearized reading' (duration: 1.929774714s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:14.19552Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:12.262646Z","time spent":"1.932861834s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":5512,"request content":"key:\"/registry/pods/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d\" "} {"level":"warn","ts":"2026-07-27T22:37:14.1957Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:12.955977Z","time spent":"1.239415752s","remote":"127.0.0.1:51190","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyproxies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyproxies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:14.699157Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:15.199815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234809,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:15.337014Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.141205545s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:16.201868Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000074259s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:16.201943Z","caller":"traceutil/trace.go:171","msg":"trace[1758606723] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000176392s","start":"2026-07-27T22:37:14.20175Z","end":"2026-07-27T22:37:16.201927Z","steps":["trace[1758606723] 'agreement among raft nodes before linearized reading' (duration: 2.000091199s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:16.202025Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.201744Z","time spent":"2.000264954s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:16 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:16.44951Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.112154494s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-27T22:37:16.449625Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.195675Z","time spent":"2.253945577s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-27T22:37:17.931439Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.594098621s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:37:17.99808Z","caller":"traceutil/trace.go:171","msg":"trace[1889320147] transaction","detail":"{read_only:false; response_revision:26220; number_of_response:1; }","duration":"3.801900491s","start":"2026-07-27T22:37:14.19615Z","end":"2026-07-27T22:37:17.99805Z","steps":["trace[1889320147] 'process raft request' (duration: 3.735577805s)","trace[1889320147] 'compare' (duration: 66.11381ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:17.998266Z","caller":"traceutil/trace.go:171","msg":"trace[1097498796] transaction","detail":"{read_only:false; response_revision:26223; number_of_response:1; }","duration":"3.797947234s","start":"2026-07-27T22:37:14.200296Z","end":"2026-07-27T22:37:17.998243Z","steps":["trace[1097498796] 'process raft request' (duration: 3.7978174s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:17.998334Z","caller":"traceutil/trace.go:171","msg":"trace[112483162] transaction","detail":"{read_only:false; response_revision:26222; number_of_response:1; }","duration":"3.799400131s","start":"2026-07-27T22:37:14.198927Z","end":"2026-07-27T22:37:17.998327Z","steps":["trace[112483162] 'process raft request' (duration: 3.799134823s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:17.998421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.200277Z","time spent":"3.798061658s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":489,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:17.998433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.198918Z","time spent":"3.799444392s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":477,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:17.998277Z","caller":"traceutil/trace.go:171","msg":"trace[108342802] transaction","detail":"{read_only:false; response_revision:26221; number_of_response:1; }","duration":"3.799361009s","start":"2026-07-27T22:37:14.19888Z","end":"2026-07-27T22:37:17.998241Z","steps":["trace[108342802] 'process raft request' (duration: 3.799110291s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:17.998593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.198713Z","time spent":"3.799843416s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:17.99867Z","caller":"traceutil/trace.go:171","msg":"trace[440301810] transaction","detail":"{read_only:false; response_revision:26224; number_of_response:1; }","duration":"3.798028287s","start":"2026-07-27T22:37:14.200605Z","end":"2026-07-27T22:37:17.998633Z","steps":["trace[440301810] 'process raft request' (duration: 3.797584343s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:17.998863Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.200597Z","time spent":"3.798164081s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:17.99904Z","caller":"traceutil/trace.go:171","msg":"trace[1671560694] transaction","detail":"{read_only:false; response_revision:26225; number_of_response:1; }","duration":"3.797709447s","start":"2026-07-27T22:37:14.20132Z","end":"2026-07-27T22:37:17.99903Z","steps":["trace[1671560694] 'process raft request' (duration: 3.79718504s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:17.999128Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.201305Z","time spent":"3.797761899s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:17.999182Z","caller":"traceutil/trace.go:171","msg":"trace[1945078455] transaction","detail":"{read_only:false; response_revision:26226; number_of_response:1; }","duration":"3.796277611s","start":"2026-07-27T22:37:14.202888Z","end":"2026-07-27T22:37:17.999166Z","steps":["trace[1945078455] 'process raft request' (duration: 3.79592947s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:17.999271Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.202879Z","time spent":"3.796353583s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":5662,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:17.999465Z","caller":"traceutil/trace.go:171","msg":"trace[1822684448] linearizableReadLoop","detail":"{readStateIndex:27092; appliedIndex:27083; }","duration":"3.800608459s","start":"2026-07-27T22:37:14.198844Z","end":"2026-07-27T22:37:17.999453Z","steps":["trace[1822684448] 'read index received' (duration: 1.138439796s)","trace[1822684448] 'applied index is now lower than readState.Index' (duration: 2.662167373s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:17.999612Z","caller":"traceutil/trace.go:171","msg":"trace[892625067] transaction","detail":"{read_only:false; response_revision:26227; number_of_response:1; }","duration":"3.570942217s","start":"2026-07-27T22:37:14.428616Z","end":"2026-07-27T22:37:17.999559Z","steps":["trace[892625067] 'process raft request' (duration: 3.570486792s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:17.999697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.800837957s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-909be0c3-5987-4fad-a558-2e4ccb541e9a\" ","response":"range_response_count:1 size:1284"} {"level":"warn","ts":"2026-07-27T22:37:17.999715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.196137Z","time spent":"3.803529753s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:17.999757Z","caller":"traceutil/trace.go:171","msg":"trace[2110016596] range","detail":"{range_begin:/registry/persistentvolumes/pvc-909be0c3-5987-4fad-a558-2e4ccb541e9a; range_end:; response_count:1; response_revision:26227; }","duration":"3.80091962s","start":"2026-07-27T22:37:14.198822Z","end":"2026-07-27T22:37:17.999741Z","steps":["trace[2110016596] 'agreement among raft nodes before linearized reading' (duration: 3.800715403s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:17.99982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.198811Z","time spent":"3.800993523s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1308,"request content":"key:\"/registry/persistentvolumes/pvc-909be0c3-5987-4fad-a558-2e4ccb541e9a\" "} {"level":"warn","ts":"2026-07-27T22:37:17.999864Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.428591Z","time spent":"3.571137433s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":497,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:18.202207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00014292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:18.202298Z","caller":"traceutil/trace.go:171","msg":"trace[1821440917] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000263484s","start":"2026-07-27T22:37:16.202015Z","end":"2026-07-27T22:37:18.202278Z","steps":["trace[1821440917] 'agreement among raft nodes before linearized reading' (duration: 2.00012569s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:18.202346Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.202008Z","time spent":"2.000328536s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:18 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:18.500544Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:19.003107Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234823,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:19.186602Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.998124364s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:19.186692Z","caller":"traceutil/trace.go:171","msg":"trace[106563702] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; }","duration":"2.998282208s","start":"2026-07-27T22:37:16.188388Z","end":"2026-07-27T22:37:19.18667Z","steps":["trace[106563702] 'agreement among raft nodes before linearized reading' (duration: 2.998164045s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.186746Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.188366Z","time spent":"2.998368931s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} 2026/07/27 22:37:19 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:19.208261Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.276525993s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:37:19.209388Z","caller":"traceutil/trace.go:171","msg":"trace[407165983] transaction","detail":"{read_only:false; response_revision:26228; number_of_response:1; }","duration":"3.012520225s","start":"2026-07-27T22:37:16.196815Z","end":"2026-07-27T22:37:19.209335Z","steps":["trace[407165983] 'process raft request' (duration: 3.011941086s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.209615Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.196801Z","time spent":"3.012643539s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:19.227695Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998971078s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:19.22785Z","caller":"traceutil/trace.go:171","msg":"trace[469768916] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"4.999240696s","start":"2026-07-27T22:37:14.228571Z","end":"2026-07-27T22:37:19.227812Z","steps":["trace[469768916] 'agreement among raft nodes before linearized reading' (duration: 4.998964557s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.227958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.228519Z","time spent":"4.999418351s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-27T22:37:19.277608Z","caller":"traceutil/trace.go:171","msg":"trace[1657029759] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26229; }","duration":"2.826228082s","start":"2026-07-27T22:37:16.451346Z","end":"2026-07-27T22:37:19.277574Z","steps":["trace[1657029759] 'process raft request' (duration: 2.826135759s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.277802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.451328Z","time spent":"2.826370227s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:19.279763Z","caller":"traceutil/trace.go:171","msg":"trace[1017732040] transaction","detail":"{read_only:false; response_revision:26230; number_of_response:1; }","duration":"1.240755266s","start":"2026-07-27T22:37:18.038969Z","end":"2026-07-27T22:37:19.279725Z","steps":["trace[1017732040] 'process raft request' (duration: 1.240507108s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:19.279828Z","caller":"traceutil/trace.go:171","msg":"trace[185465730] transaction","detail":"{read_only:false; response_revision:26231; number_of_response:1; }","duration":"1.235483277s","start":"2026-07-27T22:37:18.044299Z","end":"2026-07-27T22:37:19.279782Z","steps":["trace[185465730] 'process raft request' (duration: 1.235333502s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:19.279902Z","caller":"traceutil/trace.go:171","msg":"trace[982062463] transaction","detail":"{read_only:false; response_revision:26232; number_of_response:1; }","duration":"1.235357683s","start":"2026-07-27T22:37:18.044497Z","end":"2026-07-27T22:37:19.279855Z","steps":["trace[982062463] 'process raft request' (duration: 1.235188438s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.279943Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.038948Z","time spent":"1.240904501s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":755,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T22:37:19.279966Z","caller":"traceutil/trace.go:171","msg":"trace[1323013086] linearizableReadLoop","detail":"{readStateIndex:27099; appliedIndex:27092; }","duration":"1.280431708s","start":"2026-07-27T22:37:17.999504Z","end":"2026-07-27T22:37:19.279935Z","steps":["trace[1323013086] 'read index received' (duration: 1.209198034s)","trace[1323013086] 'applied index is now lower than readState.Index' (duration: 71.231424ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:19.280019Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.044288Z","time spent":"1.235631193s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1057,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T22:37:19.28004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.044488Z","time spent":"1.235484277s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:19.280187Z","caller":"traceutil/trace.go:171","msg":"trace[946301092] transaction","detail":"{read_only:false; response_revision:26233; number_of_response:1; }","duration":"990.742892ms","start":"2026-07-27T22:37:18.28943Z","end":"2026-07-27T22:37:19.280173Z","steps":["trace[946301092] 'process raft request' (duration: 990.322658ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.280252Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.289382Z","time spent":"990.840574ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":934,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T22:37:19.280351Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.393122059s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:572"} {"level":"warn","ts":"2026-07-27T22:37:19.280338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.916888664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:19.280402Z","caller":"traceutil/trace.go:171","msg":"trace[2135901321] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26235; }","duration":"2.393208172s","start":"2026-07-27T22:37:16.88718Z","end":"2026-07-27T22:37:19.280388Z","steps":["trace[2135901321] 'agreement among raft nodes before linearized reading' (duration: 2.393017015s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.280442Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.887162Z","time spent":"2.393272353s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":596,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:37:19.280434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.000058713s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:19.280428Z","caller":"traceutil/trace.go:171","msg":"trace[996643187] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:26235; }","duration":"1.917059549s","start":"2026-07-27T22:37:17.36335Z","end":"2026-07-27T22:37:19.280409Z","steps":["trace[996643187] 'agreement among raft nodes before linearized reading' (duration: 1.916868423s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:19.28049Z","caller":"traceutil/trace.go:171","msg":"trace[397176862] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/floatingips/; range_end:/registry/openstack.k-orc.cloud/floatingips0; response_count:0; response_revision:26235; }","duration":"4.000155967s","start":"2026-07-27T22:37:15.280316Z","end":"2026-07-27T22:37:19.280472Z","steps":["trace[397176862] 'agreement among raft nodes before linearized reading' (duration: 4.000049354s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.28049Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.07724292s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:19.280501Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.46179481s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"range_response_count:1 size:540"} {"level":"warn","ts":"2026-07-27T22:37:19.280536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:15.280294Z","time spent":"4.000231699s","remote":"127.0.0.1:50938","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/floatingips/\" range_end:\"/registry/openstack.k-orc.cloud/floatingips0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:19.2805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:17.363332Z","time spent":"1.917156742s","remote":"127.0.0.1:58944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:19.280552Z","caller":"traceutil/trace.go:171","msg":"trace[1031712219] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26235; }","duration":"3.077320672s","start":"2026-07-27T22:37:16.20321Z","end":"2026-07-27T22:37:19.28053Z","steps":["trace[1031712219] 'agreement among raft nodes before linearized reading' (duration: 3.077219819s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.280372Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.079395709s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:19.280567Z","caller":"traceutil/trace.go:171","msg":"trace[788369330] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; response_count:1; response_revision:26235; }","duration":"2.461893743s","start":"2026-07-27T22:37:16.818655Z","end":"2026-07-27T22:37:19.280549Z","steps":["trace[788369330] 'agreement among raft nodes before linearized reading' (duration: 2.461728077s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.280594Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.203193Z","time spent":"3.077393755s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:19.280604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.818634Z","time spent":"2.461962095s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":564,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} {"level":"warn","ts":"2026-07-27T22:37:19.280486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.288414698s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:19.280728Z","caller":"traceutil/trace.go:171","msg":"trace[470847653] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26235; }","duration":"4.288718748s","start":"2026-07-27T22:37:14.991988Z","end":"2026-07-27T22:37:19.280706Z","steps":["trace[470847653] 'agreement among raft nodes before linearized reading' (duration: 4.288407808s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.280761Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:14.991966Z","time spent":"4.28878354s","remote":"127.0.0.1:35020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:19.280639Z","caller":"traceutil/trace.go:171","msg":"trace[256604697] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26235; }","duration":"3.079657237s","start":"2026-07-27T22:37:16.200936Z","end":"2026-07-27T22:37:19.280593Z","steps":["trace[256604697] 'agreement among raft nodes before linearized reading' (duration: 3.079226713s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.280824Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.080761432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:19.280834Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.200931Z","time spent":"3.079883844s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:37:19.280865Z","caller":"traceutil/trace.go:171","msg":"trace[639647802] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26235; }","duration":"3.080815805s","start":"2026-07-27T22:37:16.200038Z","end":"2026-07-27T22:37:19.280854Z","steps":["trace[639647802] 'agreement among raft nodes before linearized reading' (duration: 3.080652169s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.280896Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.200031Z","time spent":"3.080857416s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:19.280338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.696833135s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:19.280953Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.153537048s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:19.280994Z","caller":"traceutil/trace.go:171","msg":"trace[339926592] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:26235; }","duration":"2.697538147s","start":"2026-07-27T22:37:16.583434Z","end":"2026-07-27T22:37:19.280972Z","steps":["trace[339926592] 'agreement among raft nodes before linearized reading' (duration: 2.696839205s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.281031Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.082334663s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:37:19.281023Z","caller":"traceutil/trace.go:171","msg":"trace[1526349516] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0; response_count:0; response_revision:26235; }","duration":"2.153642261s","start":"2026-07-27T22:37:17.127357Z","end":"2026-07-27T22:37:19.280999Z","steps":["trace[1526349516] 'agreement among raft nodes before linearized reading' (duration: 2.153532638s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.281041Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.583413Z","time spent":"2.69761065s","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:19.281057Z","caller":"traceutil/trace.go:171","msg":"trace[363629243] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26235; }","duration":"3.082382815s","start":"2026-07-27T22:37:16.198665Z","end":"2026-07-27T22:37:19.281048Z","steps":["trace[363629243] 'agreement among raft nodes before linearized reading' (duration: 3.082299882s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.281075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.52986254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:19.28108Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:17.127337Z","time spent":"2.153724944s","remote":"127.0.0.1:35076","response type":"/etcdserverpb.KV/Range","request count":0,"request size":140,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackfloatingippools0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:19.281116Z","caller":"traceutil/trace.go:171","msg":"trace[215660288] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26235; }","duration":"3.529939103s","start":"2026-07-27T22:37:15.751165Z","end":"2026-07-27T22:37:19.281104Z","steps":["trace[215660288] 'agreement among raft nodes before linearized reading' (duration: 3.529878881s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.281133Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.220335667s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:19.28115Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:15.751145Z","time spent":"3.529996394s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-27T22:37:19.281178Z","caller":"traceutil/trace.go:171","msg":"trace[564172973] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/roles/; range_end:/registry/openstack.k-orc.cloud/roles0; response_count:0; response_revision:26235; }","duration":"3.22042049s","start":"2026-07-27T22:37:16.060746Z","end":"2026-07-27T22:37:19.281167Z","steps":["trace[564172973] 'agreement among raft nodes before linearized reading' (duration: 3.220345017s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.281213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.060726Z","time spent":"3.220478412s","remote":"127.0.0.1:51018","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/roles/\" range_end:\"/registry/openstack.k-orc.cloud/roles0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:19.281085Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:16.198654Z","time spent":"3.082424366s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:37:19.285084Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.279534859s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:19.285159Z","caller":"traceutil/trace.go:171","msg":"trace[1180318466] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26235; }","duration":"1.279674684s","start":"2026-07-27T22:37:18.005462Z","end":"2026-07-27T22:37:19.285137Z","steps":["trace[1180318466] 'agreement among raft nodes before linearized reading' (duration: 1.279533199s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.285265Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.005431Z","time spent":"1.279824119s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:19.285473Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"553.97229ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:19.285508Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"791.096351ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" ","response":"range_response_count:1 size:3234"} {"level":"warn","ts":"2026-07-27T22:37:19.285145Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.073921228s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:19.285552Z","caller":"traceutil/trace.go:171","msg":"trace[1852467665] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder; range_end:; response_count:1; response_revision:26235; }","duration":"791.175954ms","start":"2026-07-27T22:37:18.494364Z","end":"2026-07-27T22:37:19.28554Z","steps":["trace[1852467665] 'agreement among raft nodes before linearized reading' (duration: 791.027389ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:19.285554Z","caller":"traceutil/trace.go:171","msg":"trace[794227456] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusrules/; range_end:/registry/monitoring.coreos.com/prometheusrules0; response_count:0; response_revision:26235; }","duration":"554.086184ms","start":"2026-07-27T22:37:18.731449Z","end":"2026-07-27T22:37:19.285535Z","steps":["trace[794227456] 'agreement among raft nodes before linearized reading' (duration: 553.933789ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.285552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"162.52665ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routers/\" range_end:\"/registry/openstack.k-orc.cloud/routers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:19.285604Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.731433Z","time spent":"554.155555ms","remote":"127.0.0.1:58758","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":32,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheusrules/\" range_end:\"/registry/monitoring.coreos.com/prometheusrules0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:19.285629Z","caller":"traceutil/trace.go:171","msg":"trace[569382956] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routers/; range_end:/registry/openstack.k-orc.cloud/routers0; response_count:0; response_revision:26235; }","duration":"162.8451ms","start":"2026-07-27T22:37:19.12277Z","end":"2026-07-27T22:37:19.285615Z","steps":["trace[569382956] 'agreement among raft nodes before linearized reading' (duration: 162.52836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.285657Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244641321s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4442"} {"level":"info","ts":"2026-07-27T22:37:19.285681Z","caller":"traceutil/trace.go:171","msg":"trace[1570712844] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26235; }","duration":"1.244669962s","start":"2026-07-27T22:37:18.041005Z","end":"2026-07-27T22:37:19.285674Z","steps":["trace[1570712844] 'agreement among raft nodes before linearized reading' (duration: 1.2446041s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.285692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.280064846s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:507"} {"level":"warn","ts":"2026-07-27T22:37:19.285586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.494344Z","time spent":"791.236016ms","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":67,"response count":1,"response size":3258,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/openstack/rabbitmq-cinder\" "} {"level":"warn","ts":"2026-07-27T22:37:19.285738Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.244790726s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:559"} {"level":"warn","ts":"2026-07-27T22:37:19.285706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.041001Z","time spent":"1.244699763s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4466,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"info","ts":"2026-07-27T22:37:19.285793Z","caller":"traceutil/trace.go:171","msg":"trace[537123077] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26235; }","duration":"1.244852368s","start":"2026-07-27T22:37:18.040921Z","end":"2026-07-27T22:37:19.285773Z","steps":["trace[537123077] 'agreement among raft nodes before linearized reading' (duration: 1.244693733s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.285791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.176115144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" ","response":"range_response_count:1 size:1850"} {"level":"warn","ts":"2026-07-27T22:37:19.285845Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.040916Z","time spent":"1.24491937s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":583,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:37:19.285852Z","caller":"traceutil/trace.go:171","msg":"trace[951396868] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0; range_end:; response_count:1; response_revision:26235; }","duration":"1.176200907s","start":"2026-07-27T22:37:18.109636Z","end":"2026-07-27T22:37:19.285837Z","steps":["trace[951396868] 'agreement among raft nodes before linearized reading' (duration: 1.176026662s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:19.285582Z","caller":"traceutil/trace.go:171","msg":"trace[1870371503] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26235; }","duration":"1.074414104s","start":"2026-07-27T22:37:18.211143Z","end":"2026-07-27T22:37:19.285557Z","steps":["trace[1870371503] 'agreement among raft nodes before linearized reading' (duration: 1.073920448s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.285886Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.109623Z","time spent":"1.176255689s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1874,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-nova-server-0\" "} {"level":"warn","ts":"2026-07-27T22:37:19.285898Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.211122Z","time spent":"1.074764935s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:37:19.285738Z","caller":"traceutil/trace.go:171","msg":"trace[241280291] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:26235; }","duration":"1.280229552s","start":"2026-07-27T22:37:18.005497Z","end":"2026-07-27T22:37:19.285727Z","steps":["trace[241280291] 'agreement among raft nodes before linearized reading' (duration: 1.280113578s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.286031Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.005474Z","time spent":"1.280536012s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":531,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:37:19.28651Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.247345868s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d.18c6467eb1bc390f\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-27T22:37:19.286585Z","caller":"traceutil/trace.go:171","msg":"trace[1489170361] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d.18c6467eb1bc390f; range_end:; response_count:1; response_revision:26235; }","duration":"1.247440381s","start":"2026-07-27T22:37:18.039124Z","end":"2026-07-27T22:37:19.286565Z","steps":["trace[1489170361] 'agreement among raft nodes before linearized reading' (duration: 1.247252515s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:19.286909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:18.039118Z","time spent":"1.247704659s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d.18c6467eb1bc390f\" "} {"level":"warn","ts":"2026-07-27T22:37:20.799363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.305707388s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:37:20.799642Z","caller":"traceutil/trace.go:171","msg":"trace[2138334826] transaction","detail":"{read_only:false; response_revision:26251; number_of_response:1; }","duration":"833.345915ms","start":"2026-07-27T22:37:19.966278Z","end":"2026-07-27T22:37:20.799624Z","steps":["trace[2138334826] 'process raft request' (duration: 833.263493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:20.799717Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:19.966247Z","time spent":"833.437428ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:20.799918Z","caller":"traceutil/trace.go:171","msg":"trace[649676553] transaction","detail":"{read_only:false; response_revision:26250; number_of_response:1; }","duration":"1.421907683s","start":"2026-07-27T22:37:19.377997Z","end":"2026-07-27T22:37:20.799905Z","steps":["trace[649676553] 'process raft request' (duration: 115.576435ms)","trace[649676553] 'compare' (duration: 1.30449495s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:20.799982Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:19.377978Z","time spent":"1.421971786s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:20.800283Z","caller":"traceutil/trace.go:171","msg":"trace[1871678281] linearizableReadLoop","detail":"{readStateIndex:27117; appliedIndex:27116; }","duration":"1.418189505s","start":"2026-07-27T22:37:19.382046Z","end":"2026-07-27T22:37:20.800235Z","steps":["trace[1871678281] 'read index received' (duration: 111.522976ms)","trace[1871678281] 'applied index is now lower than readState.Index' (duration: 1.306662779s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:20.800474Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.418413682s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-jtzcm\" ","response":"range_response_count:1 size:6269"} {"level":"info","ts":"2026-07-27T22:37:20.800501Z","caller":"traceutil/trace.go:171","msg":"trace[589431920] range","detail":"{range_begin:/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-jtzcm; range_end:; response_count:1; response_revision:26251; }","duration":"1.418468563s","start":"2026-07-27T22:37:19.382023Z","end":"2026-07-27T22:37:20.800492Z","steps":["trace[589431920] 'agreement among raft nodes before linearized reading' (duration: 1.418337699s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:20.800519Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:19.382008Z","time spent":"1.418505195s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":6293,"request content":"key:\"/registry/pods/openstack/rabbitmq-messaging-topology-operator-5c9876cc97-jtzcm\" "} {"level":"warn","ts":"2026-07-27T22:37:21.242083Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.137468915s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:22.329685Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999971285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:22.329798Z","caller":"traceutil/trace.go:171","msg":"trace[1507843025] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012844s","start":"2026-07-27T22:37:20.32965Z","end":"2026-07-27T22:37:22.329778Z","steps":["trace[1507843025] 'agreement among raft nodes before linearized reading' (duration: 1.999996876s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:22.329842Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.329632Z","time spent":"2.000200543s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:22 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:23.05825Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"702.888564ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:23.058394Z","caller":"traceutil/trace.go:171","msg":"trace[970873178] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26251; }","duration":"703.052099ms","start":"2026-07-27T22:37:22.355318Z","end":"2026-07-27T22:37:23.05837Z","steps":["trace[970873178] 'range keys from in-memory index tree' (duration: 702.864913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.059932Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.817386402s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:37:23.060212Z","caller":"traceutil/trace.go:171","msg":"trace[233556935] transaction","detail":"{read_only:false; response_revision:26252; number_of_response:1; }","duration":"3.052559919s","start":"2026-07-27T22:37:20.007615Z","end":"2026-07-27T22:37:23.060175Z","steps":["trace[233556935] 'process raft request' (duration: 1.234790864s)","trace[233556935] 'compare' (duration: 1.815263624s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:23.060305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.007598Z","time spent":"3.052669262s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:23.078093Z","caller":"traceutil/trace.go:171","msg":"trace[1070402401] linearizableReadLoop","detail":"{readStateIndex:27119; appliedIndex:27118; }","duration":"2.277699899s","start":"2026-07-27T22:37:20.800337Z","end":"2026-07-27T22:37:23.078037Z","steps":["trace[1070402401] 'read index received' (duration: 442.084052ms)","trace[1070402401] 'applied index is now lower than readState.Index' (duration: 1.835605956s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:23.078294Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.521328486s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:23.078333Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.072464967s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:495"} {"level":"info","ts":"2026-07-27T22:37:23.078394Z","caller":"traceutil/trace.go:171","msg":"trace[1307598700] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26252; }","duration":"3.521507392s","start":"2026-07-27T22:37:19.556862Z","end":"2026-07-27T22:37:23.078369Z","steps":["trace[1307598700] 'agreement among raft nodes before linearized reading' (duration: 3.521334357s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.078359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.522192687s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:23.078456Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:19.556838Z","time spent":"3.521602745s","remote":"127.0.0.1:34804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:23.078422Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.887443815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:23.078489Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.978759153s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:23.078482Z","caller":"traceutil/trace.go:171","msg":"trace[1068505950] range","detail":"{range_begin:/registry/secretgen.carvel.dev/secretexports/; range_end:/registry/secretgen.carvel.dev/secretexports0; response_count:0; response_revision:26252; }","duration":"2.522395253s","start":"2026-07-27T22:37:20.556059Z","end":"2026-07-27T22:37:23.078454Z","steps":["trace[1068505950] 'agreement among raft nodes before linearized reading' (duration: 2.522172566s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.078552Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.594394939s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" ","response":"range_response_count:1 size:1860"} {"level":"warn","ts":"2026-07-27T22:37:23.078584Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.0716371s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T22:37:23.078576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.556036Z","time spent":"2.522522357s","remote":"127.0.0.1:56362","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.carvel.dev/secretexports/\" range_end:\"/registry/secretgen.carvel.dev/secretexports0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:23.078609Z","caller":"traceutil/trace.go:171","msg":"trace[244942523] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:26252; }","duration":"3.071711753s","start":"2026-07-27T22:37:20.006891Z","end":"2026-07-27T22:37:23.078602Z","steps":["trace[244942523] 'agreement among raft nodes before linearized reading' (duration: 3.07164122s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:23.07861Z","caller":"traceutil/trace.go:171","msg":"trace[1515573358] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0; range_end:; response_count:1; response_revision:26252; }","duration":"3.594515592s","start":"2026-07-27T22:37:19.484075Z","end":"2026-07-27T22:37:23.07859Z","steps":["trace[1515573358] 'agreement among raft nodes before linearized reading' (duration: 3.594198392s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.078641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.006865Z","time spent":"3.071770355s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:37:23.078689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:19.484052Z","time spent":"3.594598375s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1884,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-magnum-server-0\" "} {"level":"info","ts":"2026-07-27T22:37:23.078517Z","caller":"traceutil/trace.go:171","msg":"trace[1513219023] range","detail":"{range_begin:/registry/ceph.rook.io/cephcosidrivers/; range_end:/registry/ceph.rook.io/cephcosidrivers0; response_count:0; response_revision:26252; }","duration":"2.978818215s","start":"2026-07-27T22:37:20.09969Z","end":"2026-07-27T22:37:23.078508Z","steps":["trace[1513219023] 'agreement among raft nodes before linearized reading' (duration: 2.978757923s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.078857Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.090241577s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-27T22:37:23.078581Z","caller":"traceutil/trace.go:171","msg":"trace[1859429869] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26252; }","duration":"2.887694764s","start":"2026-07-27T22:37:20.190813Z","end":"2026-07-27T22:37:23.078508Z","steps":["trace[1859429869] 'agreement among raft nodes before linearized reading' (duration: 2.887374093s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:23.078918Z","caller":"traceutil/trace.go:171","msg":"trace[901565425] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26252; }","duration":"3.09035286s","start":"2026-07-27T22:37:19.988552Z","end":"2026-07-27T22:37:23.078905Z","steps":["trace[901565425] 'agreement among raft nodes before linearized reading' (duration: 3.090186265s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:23.078419Z","caller":"traceutil/trace.go:171","msg":"trace[1413411706] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:26252; }","duration":"3.072616041s","start":"2026-07-27T22:37:20.005785Z","end":"2026-07-27T22:37:23.078401Z","steps":["trace[1413411706] 'agreement among raft nodes before linearized reading' (duration: 3.072307581s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.078921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.672599238s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:23.07883Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.683674701s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" ","response":"range_response_count:1 size:1153"} {"level":"warn","ts":"2026-07-27T22:37:23.078966Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:19.988523Z","time spent":"3.090436153s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"info","ts":"2026-07-27T22:37:23.07899Z","caller":"traceutil/trace.go:171","msg":"trace[425075077] range","detail":"{range_begin:/registry/rabbitmq.com/topicpermissions/; range_end:/registry/rabbitmq.com/topicpermissions0; response_count:0; response_revision:26252; }","duration":"2.672883377s","start":"2026-07-27T22:37:20.406088Z","end":"2026-07-27T22:37:23.078971Z","steps":["trace[425075077] 'agreement among raft nodes before linearized reading' (duration: 2.672561116s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.078916Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.099673Z","time spent":"2.979178127s","remote":"127.0.0.1:55014","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephcosidrivers/\" range_end:\"/registry/ceph.rook.io/cephcosidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:23.078975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.190787Z","time spent":"2.888168838s","remote":"127.0.0.1:53004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:23.079042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.406067Z","time spent":"2.672958539s","remote":"127.0.0.1:44854","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/topicpermissions/\" range_end:\"/registry/rabbitmq.com/topicpermissions0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:23.079106Z","caller":"traceutil/trace.go:171","msg":"trace[516260038] range","detail":"{range_begin:/registry/secrets/openstack/rabbitmq-cinder-default-user; range_end:; response_count:1; response_revision:26252; }","duration":"3.68392836s","start":"2026-07-27T22:37:19.39508Z","end":"2026-07-27T22:37:23.079008Z","steps":["trace[516260038] 'agreement among raft nodes before linearized reading' (duration: 3.683259698s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.079169Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:19.395052Z","time spent":"3.684107616s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":1,"response size":1177,"request content":"key:\"/registry/secrets/openstack/rabbitmq-cinder-default-user\" "} {"level":"warn","ts":"2026-07-27T22:37:23.078969Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.005742Z","time spent":"3.073218421s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":519,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:37:23.079407Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.697327399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-27T22:37:23.079541Z","caller":"traceutil/trace.go:171","msg":"trace[607945242] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26252; }","duration":"3.697481854s","start":"2026-07-27T22:37:19.382015Z","end":"2026-07-27T22:37:23.079497Z","steps":["trace[607945242] 'agreement among raft nodes before linearized reading' (duration: 3.696659148s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.079583Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:19.381997Z","time spent":"3.697578247s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-07-27T22:37:23.080497Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.091808307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-27T22:37:23.080536Z","caller":"traceutil/trace.go:171","msg":"trace[1676514282] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26252; }","duration":"3.091892539s","start":"2026-07-27T22:37:19.988634Z","end":"2026-07-27T22:37:23.080526Z","steps":["trace[1676514282] 'agreement among raft nodes before linearized reading' (duration: 3.091761445s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.080688Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:19.988594Z","time spent":"3.092085556s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-27T22:37:23.135753Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.892913413s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:37:23.136336Z","caller":"traceutil/trace.go:171","msg":"trace[804338204] transaction","detail":"{read_only:false; response_revision:26254; number_of_response:1; }","duration":"1.919872178s","start":"2026-07-27T22:37:21.216449Z","end":"2026-07-27T22:37:23.136321Z","steps":["trace[804338204] 'process raft request' (duration: 1.919686082s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.136467Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.216424Z","time spent":"1.919958261s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:23.136256Z","caller":"traceutil/trace.go:171","msg":"trace[1456608825] transaction","detail":"{read_only:false; response_revision:26253; number_of_response:1; }","duration":"2.325267393s","start":"2026-07-27T22:37:20.810969Z","end":"2026-07-27T22:37:23.136236Z","steps":["trace[1456608825] 'process raft request' (duration: 2.324992394s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:23.136848Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.810953Z","time spent":"2.325869252s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":6038,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:24.330193Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000009617s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:24.330306Z","caller":"traceutil/trace.go:171","msg":"trace[2010757751] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000191172s","start":"2026-07-27T22:37:22.330089Z","end":"2026-07-27T22:37:24.33028Z","steps":["trace[2010757751] 'agreement among raft nodes before linearized reading' (duration: 2.000035887s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:24.330536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:22.330069Z","time spent":"2.000443861s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:24 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:26.2878Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.287981Z","time spent":"4.999807865s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 22:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:26.329658Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.431025Z","time spent":"4.89858448s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 22:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:26.338287Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999720586s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:26.338362Z","caller":"traceutil/trace.go:171","msg":"trace[196559768] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999858001s","start":"2026-07-27T22:37:24.338488Z","end":"2026-07-27T22:37:26.338346Z","steps":["trace[196559768] 'agreement among raft nodes before linearized reading' (duration: 1.999763478s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:26.338402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:24.33846Z","time spent":"1.999935743s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:26 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:26.43092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.999170965s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:26.431018Z","caller":"traceutil/trace.go:171","msg":"trace[308884780] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"4.999275438s","start":"2026-07-27T22:37:21.431723Z","end":"2026-07-27T22:37:26.430998Z","steps":["trace[308884780] 'agreement among raft nodes before linearized reading' (duration: 4.999167165s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:26.431064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.431707Z","time spent":"4.99934788s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:37:27.933705Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"4.797684714s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:37:27.934481Z","caller":"traceutil/trace.go:171","msg":"trace[1426477306] transaction","detail":"{read_only:false; response_revision:26257; number_of_response:1; }","duration":"6.234489006s","start":"2026-07-27T22:37:21.699965Z","end":"2026-07-27T22:37:27.934454Z","steps":["trace[1426477306] 'process raft request' (duration: 6.234229647s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:27.934569Z","caller":"traceutil/trace.go:171","msg":"trace[546437018] transaction","detail":"{read_only:false; response_revision:26259; number_of_response:1; }","duration":"4.849595878s","start":"2026-07-27T22:37:23.084946Z","end":"2026-07-27T22:37:27.934542Z","steps":["trace[546437018] 'process raft request' (duration: 4.849473105s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:27.934615Z","caller":"traceutil/trace.go:171","msg":"trace[2099929545] transaction","detail":"{read_only:false; response_revision:26258; number_of_response:1; }","duration":"4.849731993s","start":"2026-07-27T22:37:23.084843Z","end":"2026-07-27T22:37:27.934575Z","steps":["trace[2099929545] 'process raft request' (duration: 4.849524286s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.934729Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.699946Z","time spent":"6.234656321s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:27.934737Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:23.08494Z","time spent":"4.849702152s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":418,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:27.934847Z","caller":"traceutil/trace.go:171","msg":"trace[1766924694] transaction","detail":"{read_only:false; response_revision:26260; number_of_response:1; }","duration":"4.849478415s","start":"2026-07-27T22:37:23.085316Z","end":"2026-07-27T22:37:27.934795Z","steps":["trace[1766924694] 'process raft request' (duration: 4.849184315s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:27.934882Z","caller":"traceutil/trace.go:171","msg":"trace[941903145] linearizableReadLoop","detail":"{readStateIndex:27124; appliedIndex:27119; }","duration":"4.856631164s","start":"2026-07-27T22:37:23.078221Z","end":"2026-07-27T22:37:27.934853Z","steps":["trace[941903145] 'read index received' (duration: 57.844755ms)","trace[941903145] 'applied index is now lower than readState.Index' (duration: 4.798784779s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:27.934958Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.407941566s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:27.935014Z","caller":"traceutil/trace.go:171","msg":"trace[1036842947] range","detail":"{range_begin:/registry/monitoring.coreos.com/servicemonitors/; range_end:/registry/monitoring.coreos.com/servicemonitors0; response_count:0; response_revision:26261; }","duration":"6.40803657s","start":"2026-07-27T22:37:21.526962Z","end":"2026-07-27T22:37:27.934999Z","steps":["trace[1036842947] 'agreement among raft nodes before linearized reading' (duration: 6.407903016s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.935061Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.526941Z","time spent":"6.408110642s","remote":"127.0.0.1:58770","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":23,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/servicemonitors/\" range_end:\"/registry/monitoring.coreos.com/servicemonitors0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:27.935065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.685250136s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:27.934876Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:23.084817Z","time spent":"4.8499636s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:27.935107Z","caller":"traceutil/trace.go:171","msg":"trace[969530099] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/routerinterfaces/; range_end:/registry/openstack.k-orc.cloud/routerinterfaces0; response_count:0; response_revision:26261; }","duration":"6.685319448s","start":"2026-07-27T22:37:21.249774Z","end":"2026-07-27T22:37:27.935094Z","steps":["trace[969530099] 'agreement among raft nodes before linearized reading' (duration: 6.685222315s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.935092Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.647855988s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:27.935122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.504304077s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:27.935159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.166046333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:27.935205Z","caller":"traceutil/trace.go:171","msg":"trace[1107680142] transaction","detail":"{read_only:false; response_revision:26261; number_of_response:1; }","duration":"4.849238977s","start":"2026-07-27T22:37:23.085949Z","end":"2026-07-27T22:37:27.935188Z","steps":["trace[1107680142] 'process raft request' (duration: 4.848735401s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.935227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.006101621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:27.935227Z","caller":"traceutil/trace.go:171","msg":"trace[200363065] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/clienttrafficpolicies/; range_end:/registry/gateway.envoyproxy.io/clienttrafficpolicies0; response_count:0; response_revision:26261; }","duration":"5.166212209s","start":"2026-07-27T22:37:22.768995Z","end":"2026-07-27T22:37:27.935207Z","steps":["trace[200363065] 'agreement among raft nodes before linearized reading' (duration: 5.166106545s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.935202Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.460883815s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:27.935261Z","caller":"traceutil/trace.go:171","msg":"trace[1622250665] range","detail":"{range_begin:/registry/csidrivers/; range_end:/registry/csidrivers0; response_count:0; response_revision:26261; }","duration":"7.006178754s","start":"2026-07-27T22:37:20.929074Z","end":"2026-07-27T22:37:27.935253Z","steps":["trace[1622250665] 'agreement among raft nodes before linearized reading' (duration: 7.006119882s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.935284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:23.085927Z","time spent":"4.849319949s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:27.935288Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:22.768974Z","time spent":"5.166298682s","remote":"127.0.0.1:59068","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/clienttrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:27.935296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.648488027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:27.935403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.178141349s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:27.935447Z","caller":"traceutil/trace.go:171","msg":"trace[134022629] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26261; }","duration":"6.648686994s","start":"2026-07-27T22:37:21.28675Z","end":"2026-07-27T22:37:27.935437Z","steps":["trace[134022629] 'agreement among raft nodes before linearized reading' (duration: 6.648449187s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.935443Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.126888716s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:27.935475Z","caller":"traceutil/trace.go:171","msg":"trace[357010300] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoyextensionpolicies/; range_end:/registry/gateway.envoyproxy.io/envoyextensionpolicies0; response_count:0; response_revision:26261; }","duration":"6.178264603s","start":"2026-07-27T22:37:21.7572Z","end":"2026-07-27T22:37:27.935464Z","steps":["trace[357010300] 'agreement among raft nodes before linearized reading' (duration: 6.178148919s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:27.9355Z","caller":"traceutil/trace.go:171","msg":"trace[508857436] range","detail":"{range_begin:/registry/controllerrevisions/; range_end:/registry/controllerrevisions0; response_count:0; response_revision:26261; }","duration":"6.1269877s","start":"2026-07-27T22:37:21.808504Z","end":"2026-07-27T22:37:27.935492Z","steps":["trace[508857436] 'agreement among raft nodes before linearized reading' (duration: 6.126853636s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.935517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.286724Z","time spent":"6.648785437s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:27.935513Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.757179Z","time spent":"6.178324085s","remote":"127.0.0.1:58990","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoyextensionpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:27.935068Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:23.085298Z","time spent":"4.849653801s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:27.935536Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.808483Z","time spent":"6.127045971s","remote":"127.0.0.1:38008","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":39,"response size":32,"request content":"key:\"/registry/controllerrevisions/\" range_end:\"/registry/controllerrevisions0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:27.935301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.124713064s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-27T22:37:27.935436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.50441012s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-27T22:37:27.935726Z","caller":"traceutil/trace.go:171","msg":"trace[481126219] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:26261; }","duration":"6.504719951s","start":"2026-07-27T22:37:21.43098Z","end":"2026-07-27T22:37:27.9357Z","steps":["trace[481126219] 'agreement among raft nodes before linearized reading' (duration: 6.503928205s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.935159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.648370604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:27.935846Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.430976Z","time spent":"6.504849055s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:37:27.935215Z","caller":"traceutil/trace.go:171","msg":"trace[1627143523] range","detail":"{range_begin:/registry/certificatesigningrequests/; range_end:/registry/certificatesigningrequests0; response_count:0; response_revision:26261; }","duration":"6.504443401s","start":"2026-07-27T22:37:21.430754Z","end":"2026-07-27T22:37:27.935197Z","steps":["trace[1627143523] 'agreement among raft nodes before linearized reading' (duration: 6.504285036s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.935991Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.430737Z","time spent":"6.505233556s","remote":"127.0.0.1:37764","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":1,"response size":32,"request content":"key:\"/registry/certificatesigningrequests/\" range_end:\"/registry/certificatesigningrequests0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:27.935637Z","caller":"traceutil/trace.go:171","msg":"trace[778902819] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:26261; }","duration":"7.125078425s","start":"2026-07-27T22:37:20.810545Z","end":"2026-07-27T22:37:27.935623Z","steps":["trace[778902819] 'agreement among raft nodes before linearized reading' (duration: 7.124672072s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.936069Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.81053Z","time spent":"7.12552729s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" "} {"level":"warn","ts":"2026-07-27T22:37:27.935158Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.24974Z","time spent":"6.685406641s","remote":"127.0.0.1:50832","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/routerinterfaces/\" range_end:\"/registry/openstack.k-orc.cloud/routerinterfaces0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:27.935313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.370988233s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:27.936248Z","caller":"traceutil/trace.go:171","msg":"trace[929137156] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26261; }","duration":"5.371962395s","start":"2026-07-27T22:37:22.564272Z","end":"2026-07-27T22:37:27.936234Z","steps":["trace[929137156] 'agreement among raft nodes before linearized reading' (duration: 5.370966043s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.936326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:22.564247Z","time spent":"5.372062038s","remote":"127.0.0.1:37942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:27.93532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.026555809s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:27.936427Z","caller":"traceutil/trace.go:171","msg":"trace[176417875] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumetypes/; range_end:/registry/openstack.k-orc.cloud/volumetypes0; response_count:0; response_revision:26261; }","duration":"6.027669696s","start":"2026-07-27T22:37:21.908721Z","end":"2026-07-27T22:37:27.93639Z","steps":["trace[176417875] 'agreement among raft nodes before linearized reading' (duration: 6.02656371s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.935328Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:20.929053Z","time spent":"7.006247226s","remote":"127.0.0.1:37936","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":0,"response size":30,"request content":"key:\"/registry/csidrivers/\" range_end:\"/registry/csidrivers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:27.936114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.504759372s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-27T22:37:27.936465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.908697Z","time spent":"6.027754328s","remote":"127.0.0.1:50894","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumetypes/\" range_end:\"/registry/openstack.k-orc.cloud/volumetypes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:27.935331Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.504555375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-27T22:37:27.936532Z","caller":"traceutil/trace.go:171","msg":"trace[1224867709] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:26261; }","duration":"6.505774054s","start":"2026-07-27T22:37:21.430748Z","end":"2026-07-27T22:37:27.936522Z","steps":["trace[1224867709] 'agreement among raft nodes before linearized reading' (duration: 6.504493713s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.936576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.430732Z","time spent":"6.505830755s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"info","ts":"2026-07-27T22:37:27.935317Z","caller":"traceutil/trace.go:171","msg":"trace[1170460230] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26261; }","duration":"5.461065602s","start":"2026-07-27T22:37:22.474228Z","end":"2026-07-27T22:37:27.935294Z","steps":["trace[1170460230] 'agreement among raft nodes before linearized reading' (duration: 5.460826804s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.936764Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:22.474207Z","time spent":"5.462540218s","remote":"127.0.0.1:37948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:27.935371Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.132467625s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:27.936851Z","caller":"traceutil/trace.go:171","msg":"trace[1717132625] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/envoypatchpolicies/; range_end:/registry/gateway.envoyproxy.io/envoypatchpolicies0; response_count:0; response_revision:26261; }","duration":"6.133977364s","start":"2026-07-27T22:37:21.802855Z","end":"2026-07-27T22:37:27.936833Z","steps":["trace[1717132625] 'agreement among raft nodes before linearized reading' (duration: 6.132491496s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.936917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.802834Z","time spent":"6.134063546s","remote":"127.0.0.1:58914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/envoypatchpolicies/\" range_end:\"/registry/gateway.envoyproxy.io/envoypatchpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:27.935022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.638477476s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-27T22:37:27.937079Z","caller":"traceutil/trace.go:171","msg":"trace[1674985946] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:26261; }","duration":"6.640569454s","start":"2026-07-27T22:37:21.296495Z","end":"2026-07-27T22:37:27.937065Z","steps":["trace[1674985946] 'agreement among raft nodes before linearized reading' (duration: 6.638388444s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:27.937071Z","caller":"traceutil/trace.go:171","msg":"trace[1736536142] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26261; }","duration":"6.649062906s","start":"2026-07-27T22:37:21.28674Z","end":"2026-07-27T22:37:27.935803Z","steps":["trace[1736536142] 'agreement among raft nodes before linearized reading' (duration: 6.648152477s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.937126Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.296478Z","time spent":"6.640636006s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":464,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:37:27.937153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.286701Z","time spent":"6.65042765s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:37:27.935157Z","caller":"traceutil/trace.go:171","msg":"trace[1129083480] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26261; }","duration":"6.647947771s","start":"2026-07-27T22:37:21.287194Z","end":"2026-07-27T22:37:27.935142Z","steps":["trace[1129083480] 'agreement among raft nodes before linearized reading' (duration: 6.647732444s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.937213Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.28718Z","time spent":"6.650026787s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:27.935153Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.93823579s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:527"} {"level":"info","ts":"2026-07-27T22:37:27.937263Z","caller":"traceutil/trace.go:171","msg":"trace[1009274639] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26261; }","duration":"4.940380239s","start":"2026-07-27T22:37:22.996871Z","end":"2026-07-27T22:37:27.937251Z","steps":["trace[1009274639] 'agreement among raft nodes before linearized reading' (duration: 4.93820467s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.937299Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:22.996848Z","time spent":"4.940441231s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":551,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"info","ts":"2026-07-27T22:37:27.937457Z","caller":"traceutil/trace.go:171","msg":"trace[10823565] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:26261; }","duration":"6.505160564s","start":"2026-07-27T22:37:21.431311Z","end":"2026-07-27T22:37:27.936471Z","steps":["trace[10823565] 'agreement among raft nodes before linearized reading' (duration: 6.503634475s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:27.937517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:21.431295Z","time spent":"6.506197207s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:37:28.33861Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999977645s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:28.33868Z","caller":"traceutil/trace.go:171","msg":"trace[1544501104] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097189s","start":"2026-07-27T22:37:26.338566Z","end":"2026-07-27T22:37:28.338663Z","steps":["trace[1544501104] 'agreement among raft nodes before linearized reading' (duration: 2.000007116s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:28.338736Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:26.338392Z","time spent":"2.000323805s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:28 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:28.435586Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:28.936526Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234873,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:29.01726Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.08336904s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:29.414981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.236904ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:37:29.4152Z","caller":"traceutil/trace.go:171","msg":"trace[1656384189] transaction","detail":"{read_only:false; response_revision:26264; number_of_response:1; }","duration":"4.332648526s","start":"2026-07-27T22:37:25.082539Z","end":"2026-07-27T22:37:29.415188Z","steps":["trace[1656384189] 'process raft request' (duration: 4.332592925s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:29.415197Z","caller":"traceutil/trace.go:171","msg":"trace[137035917] transaction","detail":"{read_only:false; response_revision:26262; number_of_response:1; }","duration":"5.149694088s","start":"2026-07-27T22:37:24.265465Z","end":"2026-07-27T22:37:29.41516Z","steps":["trace[137035917] 'process raft request' (duration: 4.752209416s)","trace[137035917] 'compare' (duration: 396.414918ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:29.41525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:25.082514Z","time spent":"4.332715299s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:29.415339Z","caller":"traceutil/trace.go:171","msg":"trace[1788260530] transaction","detail":"{read_only:false; response_revision:26263; number_of_response:1; }","duration":"5.125242284s","start":"2026-07-27T22:37:24.290091Z","end":"2026-07-27T22:37:29.415334Z","steps":["trace[1788260530] 'process raft request' (duration: 5.124969925s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:29.415349Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:24.26543Z","time spent":"5.149838943s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:29.415376Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:24.29007Z","time spent":"5.125288346s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:29.415474Z","caller":"traceutil/trace.go:171","msg":"trace[941998133] transaction","detail":"{read_only:false; response_revision:26265; number_of_response:1; }","duration":"4.269517952s","start":"2026-07-27T22:37:25.145919Z","end":"2026-07-27T22:37:29.415437Z","steps":["trace[941998133] 'process raft request' (duration: 4.269242584s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:29.415614Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:25.145901Z","time spent":"4.269638816s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:30.344209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.997885378s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:30.34427Z","caller":"traceutil/trace.go:171","msg":"trace[2024909786] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.997993262s","start":"2026-07-27T22:37:28.346263Z","end":"2026-07-27T22:37:30.344256Z","steps":["trace[2024909786] 'agreement among raft nodes before linearized reading' (duration: 1.99791424s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:30.3443Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:28.346248Z","time spent":"1.998046414s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:30 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:31.255107Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.237562613s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:31.285229Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.997293473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:31.285333Z","caller":"traceutil/trace.go:171","msg":"trace[123587707] range","detail":"{range_begin:/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi; range_end:; }","duration":"4.997433528s","start":"2026-07-27T22:37:26.287875Z","end":"2026-07-27T22:37:31.285309Z","steps":["trace[123587707] 'agreement among raft nodes before linearized reading' (duration: 4.997287013s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:31.2854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:26.28783Z","time spent":"4.997554671s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":95,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-kubeadm-bootstrap-system/kubeadm-bootstrap-manager-leader-election-capi\" "} 2026/07/27 22:37:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:31.297373Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:27.942173Z","time spent":"3.35518776s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 22:37:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:31.327258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.996366494s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:31.327347Z","caller":"traceutil/trace.go:171","msg":"trace[799231057] range","detail":"{range_begin:/registry/leases/capi-system/controller-leader-election-capi; range_end:; }","duration":"4.996525209s","start":"2026-07-27T22:37:26.3308Z","end":"2026-07-27T22:37:31.327325Z","steps":["trace[799231057] 'agreement among raft nodes before linearized reading' (duration: 4.996408345s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:31.327418Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:26.330778Z","time spent":"4.996625712s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capi-system/controller-leader-election-capi\" "} 2026/07/27 22:37:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:31.427918Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:27.940579Z","time spent":"3.487331607s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 22:37:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:31.431589Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997969s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:31.431689Z","caller":"traceutil/trace.go:171","msg":"trace[281049720] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; }","duration":"2.998126715s","start":"2026-07-27T22:37:28.433537Z","end":"2026-07-27T22:37:31.431663Z","steps":["trace[281049720] 'agreement among raft nodes before linearized reading' (duration: 2.997993491s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:31.431747Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:28.433519Z","time spent":"2.998215847s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} 2026/07/27 22:37:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:32.344762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000200282s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:32.344867Z","caller":"traceutil/trace.go:171","msg":"trace[1372517434] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000352057s","start":"2026-07-27T22:37:30.344496Z","end":"2026-07-27T22:37:32.344848Z","steps":["trace[1372517434] 'agreement among raft nodes before linearized reading' (duration: 2.000218603s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.344917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:30.344486Z","time spent":"2.000421239s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:32.397675Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.14168932s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-27T22:37:32.397836Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:27.93751Z","time spent":"4.460317008s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-27T22:37:32.398043Z","caller":"traceutil/trace.go:171","msg":"trace[644260104] linearizableReadLoop","detail":"{readStateIndex:27138; appliedIndex:27128; }","duration":"4.463061866s","start":"2026-07-27T22:37:27.934965Z","end":"2026-07-27T22:37:32.398027Z","steps":["trace[644260104] 'read index received' (duration: 1.082668758s)","trace[644260104] 'applied index is now lower than readState.Index' (duration: 3.380392378s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:32.398166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.031254348s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:32.398188Z","caller":"traceutil/trace.go:171","msg":"trace[461981475] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:26270; }","duration":"7.031336701s","start":"2026-07-27T22:37:25.366843Z","end":"2026-07-27T22:37:32.398179Z","steps":["trace[461981475] 'agreement among raft nodes before linearized reading' (duration: 7.031243028s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.398212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:25.366823Z","time spent":"7.031382102s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:32.398381Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.161970088s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:32.398411Z","caller":"traceutil/trace.go:171","msg":"trace[535270646] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:26270; }","duration":"7.1620201s","start":"2026-07-27T22:37:25.236374Z","end":"2026-07-27T22:37:32.398394Z","steps":["trace[535270646] 'agreement among raft nodes before linearized reading' (duration: 7.161981189s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.39843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:25.236357Z","time spent":"7.162067692s","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:32.398533Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.767178769s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:32.398553Z","caller":"traceutil/trace.go:171","msg":"trace[1346990443] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26270; }","duration":"7.767230381s","start":"2026-07-27T22:37:24.631316Z","end":"2026-07-27T22:37:32.398546Z","steps":["trace[1346990443] 'agreement among raft nodes before linearized reading' (duration: 7.767194079s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.398577Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:24.631295Z","time spent":"7.767273542s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:32.39878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.840546518s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:32.398848Z","caller":"traceutil/trace.go:171","msg":"trace[71333526] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26270; }","duration":"4.840703073s","start":"2026-07-27T22:37:27.558129Z","end":"2026-07-27T22:37:32.398832Z","steps":["trace[71333526] 'agreement among raft nodes before linearized reading' (duration: 4.840579949s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.39886Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.307508379s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:32.398883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:27.558113Z","time spent":"4.840762424s","remote":"127.0.0.1:53032","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:32.398888Z","caller":"traceutil/trace.go:171","msg":"trace[1209750313] transaction","detail":"{read_only:false; response_revision:26269; number_of_response:1; }","duration":"4.455916877s","start":"2026-07-27T22:37:27.942939Z","end":"2026-07-27T22:37:32.398856Z","steps":["trace[1209750313] 'process raft request' (duration: 4.455026468s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:32.398935Z","caller":"traceutil/trace.go:171","msg":"trace[1210228160] transaction","detail":"{read_only:false; response_revision:26266; number_of_response:1; }","duration":"4.460389021s","start":"2026-07-27T22:37:27.938532Z","end":"2026-07-27T22:37:32.398921Z","steps":["trace[1210228160] 'process raft request' (duration: 4.459231914s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.398979Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.314264146s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" ","response":"range_response_count:1 size:217"} {"level":"info","ts":"2026-07-27T22:37:32.399013Z","caller":"traceutil/trace.go:171","msg":"trace[843864448] range","detail":"{range_begin:/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler; range_end:; response_count:1; response_revision:26270; }","duration":"9.314329598s","start":"2026-07-27T22:37:23.084674Z","end":"2026-07-27T22:37:32.399004Z","steps":["trace[843864448] 'agreement among raft nodes before linearized reading' (duration: 9.314269776s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:27.938514Z","time spent":"4.460452912s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:32.399043Z","caller":"traceutil/trace.go:171","msg":"trace[912115539] transaction","detail":"{read_only:false; response_revision:26270; number_of_response:1; }","duration":"4.455451452s","start":"2026-07-27T22:37:27.943579Z","end":"2026-07-27T22:37:32.399031Z","steps":["trace[912115539] 'process raft request' (duration: 4.454410619s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:27.942919Z","time spent":"4.456040711s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:32.399051Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:23.084601Z","time spent":"9.314442282s","remote":"127.0.0.1:37712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":241,"request content":"key:\"/registry/serviceaccounts/kube-system/horizontal-pod-autoscaler\" "} {"level":"warn","ts":"2026-07-27T22:37:32.399117Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:27.943571Z","time spent":"4.455496883s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:32.39888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.816822669s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-27T22:37:32.399192Z","caller":"traceutil/trace.go:171","msg":"trace[1269014757] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26270; }","duration":"8.81717295s","start":"2026-07-27T22:37:23.582005Z","end":"2026-07-27T22:37:32.399178Z","steps":["trace[1269014757] 'agreement among raft nodes before linearized reading' (duration: 8.816814598s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:23.581979Z","time spent":"8.817243562s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-27T22:37:32.399245Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.163748979s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:32.399279Z","caller":"traceutil/trace.go:171","msg":"trace[686974683] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachines/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachines0; response_count:0; response_revision:26270; }","duration":"5.163836012s","start":"2026-07-27T22:37:27.235433Z","end":"2026-07-27T22:37:32.399269Z","steps":["trace[686974683] 'agreement among raft nodes before linearized reading' (duration: 5.16377053s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:27.235418Z","time spent":"5.163886623s","remote":"127.0.0.1:34904","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachines0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:32.399326Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.795584479s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:32.39937Z","caller":"traceutil/trace.go:171","msg":"trace[473619683] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/endpoints/; range_end:/registry/openstack.k-orc.cloud/endpoints0; response_count:0; response_revision:26270; }","duration":"7.795665783s","start":"2026-07-27T22:37:24.603693Z","end":"2026-07-27T22:37:32.399359Z","steps":["trace[473619683] 'agreement among raft nodes before linearized reading' (duration: 7.795605691s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399377Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.762236245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:32.399397Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:24.603672Z","time spent":"7.795719374s","remote":"127.0.0.1:50984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/endpoints/\" range_end:\"/registry/openstack.k-orc.cloud/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:32.399417Z","caller":"traceutil/trace.go:171","msg":"trace[1024602806] range","detail":"{range_begin:/registry/leases/; range_end:/registry/leases0; response_count:0; response_revision:26270; }","duration":"5.762334538s","start":"2026-07-27T22:37:26.637072Z","end":"2026-07-27T22:37:32.399407Z","steps":["trace[1024602806] 'agreement among raft nodes before linearized reading' (duration: 5.762227635s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399428Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.877019167s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:32.399454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:26.637052Z","time spent":"5.76239393s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":19,"response size":32,"request content":"key:\"/registry/leases/\" range_end:\"/registry/leases0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:32.39951Z","caller":"traceutil/trace.go:171","msg":"trace[1289396332] range","detail":"{range_begin:/registry/cilium.io/ciliumnodes/; range_end:/registry/cilium.io/ciliumnodes0; response_count:0; response_revision:26270; }","duration":"4.877205043s","start":"2026-07-27T22:37:27.522283Z","end":"2026-07-27T22:37:32.399488Z","steps":["trace[1289396332] 'agreement among raft nodes before linearized reading' (duration: 4.877034437s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399458Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.748505094s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:32.39956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:27.522263Z","time spent":"4.877287185s","remote":"127.0.0.1:36882","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":32,"request content":"key:\"/registry/cilium.io/ciliumnodes/\" range_end:\"/registry/cilium.io/ciliumnodes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:32.399586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.578587695s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-27T22:37:32.399616Z","caller":"traceutil/trace.go:171","msg":"trace[786454701] range","detail":"{range_begin:/registry/events/; range_end:/registry/events0; response_count:0; response_revision:26270; }","duration":"6.578622827s","start":"2026-07-27T22:37:25.820984Z","end":"2026-07-27T22:37:32.399607Z","steps":["trace[786454701] 'agreement among raft nodes before linearized reading' (duration: 6.577082167s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:32.399609Z","caller":"traceutil/trace.go:171","msg":"trace[340028660] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26270; }","duration":"5.748731682s","start":"2026-07-27T22:37:26.650849Z","end":"2026-07-27T22:37:32.399581Z","steps":["trace[340028660] 'agreement among raft nodes before linearized reading' (duration: 5.748446253s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399704Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:26.650836Z","time spent":"5.748852626s","remote":"127.0.0.1:53020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:32.398918Z","caller":"traceutil/trace.go:171","msg":"trace[2060371879] range","detail":"{range_begin:/registry/resourcequotas/openstack/; range_end:/registry/resourcequotas/openstack0; response_count:0; response_revision:26270; }","duration":"9.307580492s","start":"2026-07-27T22:37:23.091318Z","end":"2026-07-27T22:37:32.398898Z","steps":["trace[2060371879] 'agreement among raft nodes before linearized reading' (duration: 9.30751341s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:23.091284Z","time spent":"9.30846082s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":74,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/openstack/\" range_end:\"/registry/resourcequotas/openstack0\" "} {"level":"warn","ts":"2026-07-27T22:37:32.398798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.31406681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ccc266e0-5a06-43b3-84fd-4e2f037b2014\" ","response":"range_response_count:1 size:1322"} {"level":"warn","ts":"2026-07-27T22:37:32.399635Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:25.820905Z","time spent":"6.57872611s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":2823,"response size":33,"request content":"key:\"/registry/events/\" range_end:\"/registry/events0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:32.399866Z","caller":"traceutil/trace.go:171","msg":"trace[1527715723] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ccc266e0-5a06-43b3-84fd-4e2f037b2014; range_end:; response_count:1; response_revision:26270; }","duration":"9.315272208s","start":"2026-07-27T22:37:23.084581Z","end":"2026-07-27T22:37:32.399853Z","steps":["trace[1527715723] 'agreement among raft nodes before linearized reading' (duration: 9.314043909s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399889Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:23.084554Z","time spent":"9.315326969s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ccc266e0-5a06-43b3-84fd-4e2f037b2014\" "} {"level":"warn","ts":"2026-07-27T22:37:32.398796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.257063772s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"info","ts":"2026-07-27T22:37:32.399941Z","caller":"traceutil/trace.go:171","msg":"trace[2070463696] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26270; }","duration":"9.25824502s","start":"2026-07-27T22:37:23.141689Z","end":"2026-07-27T22:37:32.399934Z","steps":["trace[2070463696] 'agreement among raft nodes before linearized reading' (duration: 9.256891077s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.399963Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:23.141675Z","time spent":"9.258282161s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-27T22:37:32.398926Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.972687245s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:32.400006Z","caller":"traceutil/trace.go:171","msg":"trace[1654269006] range","detail":"{range_begin:/registry/secretgen.k14s.io/passwords/; range_end:/registry/secretgen.k14s.io/passwords0; response_count:0; response_revision:26270; }","duration":"8.973881294s","start":"2026-07-27T22:37:23.426117Z","end":"2026-07-27T22:37:32.399998Z","steps":["trace[1654269006] 'agreement among raft nodes before linearized reading' (duration: 8.972778299s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.400032Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:23.426091Z","time spent":"8.973931926s","remote":"127.0.0.1:56378","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":5,"response size":32,"request content":"key:\"/registry/secretgen.k14s.io/passwords/\" range_end:\"/registry/secretgen.k14s.io/passwords0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:32.40058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.096308281s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" ","response":"range_response_count:1 size:418476"} {"level":"info","ts":"2026-07-27T22:37:32.400657Z","caller":"traceutil/trace.go:171","msg":"trace[2117608265] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance; range_end:; response_count:1; response_revision:26270; }","duration":"8.096496857s","start":"2026-07-27T22:37:24.304116Z","end":"2026-07-27T22:37:32.400613Z","steps":["trace[2117608265] 'agreement among raft nodes before linearized reading' (duration: 8.094565165s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:32.400694Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:24.30402Z","time spent":"8.096664232s","remote":"127.0.0.1:48254","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":418500,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeatures/monitoring/instance\" "} {"level":"warn","ts":"2026-07-27T22:37:32.898815Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:33.399041Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:33.859324Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.45390041s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:33.859409Z","caller":"traceutil/trace.go:171","msg":"trace[1317361000] range","detail":"{range_begin:/registry/services/specs/openstack/rabbitmq-cinder-nodes; range_end:; }","duration":"1.454015594s","start":"2026-07-27T22:37:32.405372Z","end":"2026-07-27T22:37:33.859388Z","steps":["trace[1317361000] 'agreement among raft nodes before linearized reading' (duration: 1.45390646s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:33.859458Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.405367Z","time spent":"1.454078455s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":58,"response count":0,"response size":0,"request content":"key:\"/registry/services/specs/openstack/rabbitmq-cinder-nodes\" "} 2026/07/27 22:37:33 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:33.899863Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:34.354185Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000204333s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:34.354269Z","caller":"traceutil/trace.go:171","msg":"trace[151509444] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000360058s","start":"2026-07-27T22:37:32.35389Z","end":"2026-07-27T22:37:34.35425Z","steps":["trace[151509444] 'agreement among raft nodes before linearized reading' (duration: 2.000238284s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:34.354316Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.35387Z","time spent":"2.000437241s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:34.400638Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234886,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:34.856886Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"3.60129334s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:34.939107Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998496542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:34.939313Z","caller":"traceutil/trace.go:171","msg":"trace[1397889289] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"4.998693059s","start":"2026-07-27T22:37:29.940509Z","end":"2026-07-27T22:37:34.939202Z","steps":["trace[1397889289] 'agreement among raft nodes before linearized reading' (duration: 4.998555614s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:34.939457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:29.940486Z","time spent":"4.998947597s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/27 22:37:34 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:36.355196Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000697918s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:36.355279Z","caller":"traceutil/trace.go:171","msg":"trace[388658973] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000831722s","start":"2026-07-27T22:37:34.354429Z","end":"2026-07-27T22:37:36.355261Z","steps":["trace[388658973] 'agreement among raft nodes before linearized reading' (duration: 2.000730339s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:36.355323Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:34.354415Z","time spent":"2.000899565s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:36.41919Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:31.421127Z","time spent":"4.998054997s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 22:37:36 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:36.421466Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:31.422121Z","time spent":"4.999339338s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} {"level":"warn","ts":"2026-07-27T22:37:36.770398Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.912070986s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:36.782423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.92434514s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:37:36.784035Z","caller":"traceutil/trace.go:171","msg":"trace[100087009] transaction","detail":"{read_only:false; response_revision:26271; number_of_response:1; }","duration":"5.638105996s","start":"2026-07-27T22:37:31.145901Z","end":"2026-07-27T22:37:36.784007Z","steps":["trace[100087009] 'process raft request' (duration: 5.636601748s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:36.784198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:31.145875Z","time spent":"5.63824322s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":520,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:37.403973Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.407216Z","time spent":"4.996749416s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":0,"request content":""} 2026/07/27 22:37:37 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:38.300102Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.5159985s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:453"} {"level":"info","ts":"2026-07-27T22:37:38.300263Z","caller":"traceutil/trace.go:171","msg":"trace[1506795500] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26271; }","duration":"7.000197952s","start":"2026-07-27T22:37:31.300049Z","end":"2026-07-27T22:37:38.300247Z","steps":["trace[1506795500] 'process raft request' (duration: 5.483938863s)","trace[1506795500] 'compare' (duration: 1.515949369s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:38.300309Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:31.30003Z","time spent":"7.000256294s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":48,"response count":0,"response size":477,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:38.302799Z","caller":"traceutil/trace.go:171","msg":"trace[1576173699] transaction","detail":"{read_only:false; response_revision:26274; number_of_response:1; }","duration":"5.902800952s","start":"2026-07-27T22:37:32.399969Z","end":"2026-07-27T22:37:38.30277Z","steps":["trace[1576173699] 'process raft request' (duration: 5.901708467s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:38.302938Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.399947Z","time spent":"5.902916807s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:38.303617Z","caller":"traceutil/trace.go:171","msg":"trace[2012605325] transaction","detail":"{read_only:false; response_revision:26276; number_of_response:1; }","duration":"5.894888989s","start":"2026-07-27T22:37:32.408704Z","end":"2026-07-27T22:37:38.303593Z","steps":["trace[2012605325] 'process raft request' (duration: 5.893175474s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:38.303679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.408695Z","time spent":"5.894953761s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7096,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:38.303705Z","caller":"traceutil/trace.go:171","msg":"trace[1380311529] transaction","detail":"{read_only:false; response_revision:26277; number_of_response:1; }","duration":"5.894336811s","start":"2026-07-27T22:37:32.409347Z","end":"2026-07-27T22:37:38.303684Z","steps":["trace[1380311529] 'process raft request' (duration: 5.892585665s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:38.303791Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.409339Z","time spent":"5.894412664s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":855,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T22:37:38.310907Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.370409399s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:38.310953Z","caller":"traceutil/trace.go:171","msg":"trace[1279438228] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; }","duration":"8.370500082s","start":"2026-07-27T22:37:29.940442Z","end":"2026-07-27T22:37:38.310942Z","steps":["trace[1279438228] 'agreement among raft nodes before linearized reading' (duration: 8.37044504s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:38.310975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:29.940421Z","time spent":"8.370548563s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} 2026/07/27 22:37:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:38.365701Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999950015s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:38.365765Z","caller":"traceutil/trace.go:171","msg":"trace[1235940201] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000067959s","start":"2026-07-27T22:37:36.365685Z","end":"2026-07-27T22:37:38.365753Z","steps":["trace[1235940201] 'agreement among raft nodes before linearized reading' (duration: 1.999985596s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:38.365796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:36.365662Z","time spent":"2.000126921s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:38 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:39.407359Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.00032131s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:39.407428Z","caller":"traceutil/trace.go:171","msg":"trace[1562307124] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; }","duration":"10.000499985s","start":"2026-07-27T22:37:29.406912Z","end":"2026-07-27T22:37:39.407412Z","steps":["trace[1562307124] 'agreement among raft nodes before linearized reading' (duration: 10.000354761s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:39.407465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:29.40689Z","time spent":"10.000566148s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":0,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} 2026/07/27 22:37:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:39.428195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.126194163s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:37:39.429533Z","caller":"traceutil/trace.go:171","msg":"trace[1551677200] linearizableReadLoop","detail":"{readStateIndex:27147; appliedIndex:27138; }","duration":"7.031441894s","start":"2026-07-27T22:37:32.398065Z","end":"2026-07-27T22:37:39.429507Z","steps":["trace[1551677200] 'read index received' (duration: 2.460159138s)","trace[1551677200] 'applied index is now lower than readState.Index' (duration: 4.571281276s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:39.429573Z","caller":"traceutil/trace.go:171","msg":"trace[674201636] transaction","detail":"{read_only:false; response_revision:26278; number_of_response:1; }","duration":"5.009292097s","start":"2026-07-27T22:37:34.420255Z","end":"2026-07-27T22:37:39.429547Z","steps":["trace[674201636] 'process raft request' (duration: 5.008034377s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:39.429691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:34.420228Z","time spent":"5.00939409s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:39.938923Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.997139642s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:39.939026Z","caller":"traceutil/trace.go:171","msg":"trace[1071352315] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; }","duration":"2.997302947s","start":"2026-07-27T22:37:36.941699Z","end":"2026-07-27T22:37:39.939002Z","steps":["trace[1071352315] 'agreement among raft nodes before linearized reading' (duration: 2.997174163s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:39.939114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:36.941679Z","time spent":"2.997422211s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":0,"response size":0,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} 2026/07/27 22:37:39 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:40.369714Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.003663023s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:40.369847Z","caller":"traceutil/trace.go:171","msg":"trace[738770435] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.003828698s","start":"2026-07-27T22:37:38.365975Z","end":"2026-07-27T22:37:40.369804Z","steps":["trace[738770435] 'agreement among raft nodes before linearized reading' (duration: 2.003676113s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:40.369924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:38.365964Z","time spent":"2.003948132s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:40.744049Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.101090329s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:40.802152Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000631006s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:40.802221Z","caller":"traceutil/trace.go:171","msg":"trace[572850068] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.0007625s","start":"2026-07-27T22:37:38.801443Z","end":"2026-07-27T22:37:40.802206Z","steps":["trace[572850068] 'agreement among raft nodes before linearized reading' (duration: 2.000649447s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:40.802253Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:38.801415Z","time spent":"2.000831212s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:41.420961Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998843383s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:41.42104Z","caller":"traceutil/trace.go:171","msg":"trace[1747864879] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; }","duration":"4.999025919s","start":"2026-07-27T22:37:36.421997Z","end":"2026-07-27T22:37:41.421022Z","steps":["trace[1747864879] 'agreement among raft nodes before linearized reading' (duration: 4.998917166s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:41.421075Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.998902024s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"","error":"context canceled"} {"level":"warn","ts":"2026-07-27T22:37:41.421086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:36.421979Z","time spent":"4.999096771s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":0,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"info","ts":"2026-07-27T22:37:41.421119Z","caller":"traceutil/trace.go:171","msg":"trace[353604419] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; }","duration":"4.999017209s","start":"2026-07-27T22:37:36.42209Z","end":"2026-07-27T22:37:41.421107Z","steps":["trace[353604419] 'agreement among raft nodes before linearized reading' (duration: 4.998967707s)"],"step_count":1} 2026/07/27 22:37:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:41.421153Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:36.422052Z","time spent":"4.999093141s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":0,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} 2026/07/27 22:37:41 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:41.998587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"11.812478934s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:41.998789Z","caller":"traceutil/trace.go:171","msg":"trace[972974663] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26278; }","duration":"11.812754324s","start":"2026-07-27T22:37:30.186005Z","end":"2026-07-27T22:37:41.998759Z","steps":["trace[972974663] 'agreement among raft nodes before linearized reading' (duration: 9.243510118s)","trace[972974663] 'count revisions from in-memory index tree' (duration: 2.568965347s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:41.998827Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.05502021s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:41.998924Z","caller":"traceutil/trace.go:171","msg":"trace[1404256928] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26278; }","duration":"12.055176165s","start":"2026-07-27T22:37:29.943718Z","end":"2026-07-27T22:37:41.998894Z","steps":["trace[1404256928] 'agreement among raft nodes before linearized reading' (duration: 9.485874747s)","trace[1404256928] 'range keys from in-memory index tree' (duration: 2.56907517s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:41.998974Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:29.943706Z","time spent":"12.055259147s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:41.999042Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:30.185984Z","time spent":"11.813009541s","remote":"127.0.0.1:59062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:41.999213Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.056113915s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:41.999252Z","caller":"traceutil/trace.go:171","msg":"trace[1239489682] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26278; }","duration":"12.056175677s","start":"2026-07-27T22:37:29.943064Z","end":"2026-07-27T22:37:41.99924Z","steps":["trace[1239489682] 'agreement among raft nodes before linearized reading' (duration: 9.486543819s)","trace[1239489682] 'range keys from in-memory index tree' (duration: 2.569537085s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:41.999287Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:29.943052Z","time spent":"12.056228448s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:41.999249Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:40.90468Z","time spent":"1.09455952s","remote":"127.0.0.1:59046","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-27T22:37:41.999327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.057111717s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:41.999434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.699259933s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:41.999465Z","caller":"traceutil/trace.go:171","msg":"trace[108186714] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:26278; }","duration":"12.699419088s","start":"2026-07-27T22:37:29.300034Z","end":"2026-07-27T22:37:41.999453Z","steps":["trace[108186714] 'agreement among raft nodes before linearized reading' (duration: 10.129609544s)","trace[108186714] 'count revisions from in-memory index tree' (duration: 2.569762142s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:41.999477Z","caller":"traceutil/trace.go:171","msg":"trace[2985337] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26278; }","duration":"12.057305653s","start":"2026-07-27T22:37:29.942112Z","end":"2026-07-27T22:37:41.999417Z","steps":["trace[2985337] 'agreement among raft nodes before linearized reading' (duration: 9.487458578s)","trace[2985337] 'range keys from in-memory index tree' (duration: 2.569584657s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:41.999541Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"12.781960084s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:41.99957Z","caller":"traceutil/trace.go:171","msg":"trace[1411817074] range","detail":"{range_begin:/registry/objectbucket.io/objectbuckets/; range_end:/registry/objectbucket.io/objectbuckets0; response_count:0; response_revision:26278; }","duration":"12.781987385s","start":"2026-07-27T22:37:29.217573Z","end":"2026-07-27T22:37:41.99956Z","steps":["trace[1411817074] 'agreement among raft nodes before linearized reading' (duration: 10.212089139s)","trace[1411817074] 'count revisions from in-memory index tree' (duration: 2.569861655s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:41.999554Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:29.942096Z","time spent":"12.057446808s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:41.999612Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:29.217524Z","time spent":"12.782077118s","remote":"127.0.0.1:55020","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbuckets/\" range_end:\"/registry/objectbucket.io/objectbuckets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:41.999774Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.429103351s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:41.999812Z","caller":"traceutil/trace.go:171","msg":"trace[378216515] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstoreusers/; range_end:/registry/ceph.rook.io/cephobjectstoreusers0; response_count:0; response_revision:26278; }","duration":"13.429166023s","start":"2026-07-27T22:37:28.570634Z","end":"2026-07-27T22:37:41.9998Z","steps":["trace[378216515] 'agreement among raft nodes before linearized reading' (duration: 10.859037429s)","trace[378216515] 'count revisions from in-memory index tree' (duration: 2.570082193s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:41.999843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:28.570617Z","time spent":"13.429217614s","remote":"127.0.0.1:54908","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectstoreusers/\" range_end:\"/registry/ceph.rook.io/cephobjectstoreusers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:41.999503Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:29.30002Z","time spent":"12.69947153s","remote":"127.0.0.1:44910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.000088Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"13.611374984s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:42.000175Z","caller":"traceutil/trace.go:171","msg":"trace[1442264897] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectstores/; range_end:/registry/ceph.rook.io/cephobjectstores0; response_count:0; response_revision:26278; }","duration":"13.611509648s","start":"2026-07-27T22:37:28.388642Z","end":"2026-07-27T22:37:42.000151Z","steps":["trace[1442264897] 'agreement among raft nodes before linearized reading' (duration: 11.041041143s)","trace[1442264897] 'count revisions from in-memory index tree' (duration: 2.570352131s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:42.000226Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:28.388618Z","time spent":"13.611596711s","remote":"127.0.0.1:54922","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephobjectstores/\" range_end:\"/registry/ceph.rook.io/cephobjectstores0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.000511Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.770733838s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.000548Z","caller":"traceutil/trace.go:171","msg":"trace[1517789114] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinesets/; range_end:/registry/cluster.x-k8s.io/machinesets0; response_count:0; response_revision:26278; }","duration":"10.77079774s","start":"2026-07-27T22:37:31.229738Z","end":"2026-07-27T22:37:42.000536Z","steps":["trace[1517789114] 'agreement among raft nodes before linearized reading' (duration: 8.200054677s)","trace[1517789114] 'count revisions from in-memory index tree' (duration: 2.570692312s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:42.000565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:31.229722Z","time spent":"10.770837971s","remote":"127.0.0.1:34842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinesets/\" range_end:\"/registry/cluster.x-k8s.io/machinesets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.000723Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"10.891800719s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:42.000779Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.571231879s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:37:42.000769Z","caller":"traceutil/trace.go:171","msg":"trace[2041389920] range","detail":"{range_begin:/registry/clusterroles/; range_end:/registry/clusterroles0; response_count:0; response_revision:26278; }","duration":"10.89184748s","start":"2026-07-27T22:37:31.10891Z","end":"2026-07-27T22:37:42.000758Z","steps":["trace[2041389920] 'agreement among raft nodes before linearized reading' (duration: 8.32089372s)","trace[2041389920] 'count revisions from in-memory index tree' (duration: 2.570895829s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:42.000855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:31.108859Z","time spent":"10.891984875s","remote":"127.0.0.1:37860","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":125,"response size":32,"request content":"key:\"/registry/clusterroles/\" range_end:\"/registry/clusterroles0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:42.000892Z","caller":"traceutil/trace.go:171","msg":"trace[1265761286] transaction","detail":"{read_only:false; response_revision:26280; number_of_response:1; }","duration":"2.358025884s","start":"2026-07-27T22:37:39.642855Z","end":"2026-07-27T22:37:42.000881Z","steps":["trace[1265761286] 'process raft request' (duration: 2.357967292s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.000931Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:39.642834Z","time spent":"2.358078095s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:42.000977Z","caller":"traceutil/trace.go:171","msg":"trace[33013497] linearizableReadLoop","detail":"{readStateIndex:27150; appliedIndex:27149; }","duration":"2.571369993s","start":"2026-07-27T22:37:39.429594Z","end":"2026-07-27T22:37:42.000964Z","steps":["trace[33013497] 'read index received' (duration: 100.733µs)","trace[33013497] 'applied index is now lower than readState.Index' (duration: 2.57126739s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:42.001003Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.841226718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:42.001017Z","caller":"traceutil/trace.go:171","msg":"trace[1242171790] range","detail":"{range_begin:/registry/statefulsets/; range_end:/registry/statefulsets0; response_count:0; response_revision:26280; }","duration":"5.84126502s","start":"2026-07-27T22:37:36.159747Z","end":"2026-07-27T22:37:42.001012Z","steps":["trace[1242171790] 'agreement among raft nodes before linearized reading' (duration: 5.841225588s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.001037Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:36.159735Z","time spent":"5.84129775s","remote":"127.0.0.1:37984","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":21,"response size":32,"request content":"key:\"/registry/statefulsets/\" range_end:\"/registry/statefulsets0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:42.00098Z","caller":"traceutil/trace.go:171","msg":"trace[1167445162] transaction","detail":"{read_only:false; response_revision:26279; number_of_response:1; }","duration":"6.558114361s","start":"2026-07-27T22:37:35.44275Z","end":"2026-07-27T22:37:42.000865Z","steps":["trace[1167445162] 'process raft request' (duration: 3.986745097s)","trace[1167445162] 'compare' (duration: 2.569318618s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:42.001144Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.211720451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:42.001169Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.434361287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.001185Z","caller":"traceutil/trace.go:171","msg":"trace[1229663400] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26280; }","duration":"4.434408669s","start":"2026-07-27T22:37:37.566771Z","end":"2026-07-27T22:37:42.001179Z","steps":["trace[1229663400] 'agreement among raft nodes before linearized reading' (duration: 4.434381868s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:42.001188Z","caller":"traceutil/trace.go:171","msg":"trace[107621041] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0; response_count:0; response_revision:26280; }","duration":"8.211803364s","start":"2026-07-27T22:37:33.789372Z","end":"2026-07-27T22:37:42.001176Z","steps":["trace[107621041] 'agreement among raft nodes before linearized reading' (duration: 8.211728201s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.001207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:37.566751Z","time spent":"4.43445216s","remote":"127.0.0.1:34940","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.001254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:33.789354Z","time spent":"8.211858486s","remote":"127.0.0.1:38136","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusteridentities0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.00127Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.022259276s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:42.0013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.9999845s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:42.001292Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.985431834s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" ","response":"range_response_count:1 size:1991"} {"level":"warn","ts":"2026-07-27T22:37:42.001346Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.353228664s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:42.001366Z","caller":"traceutil/trace.go:171","msg":"trace[490103898] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/; range_end:/registry/ceph.rook.io/cephclusters0; response_count:0; response_revision:26280; }","duration":"5.353280176s","start":"2026-07-27T22:37:36.648081Z","end":"2026-07-27T22:37:42.001361Z","steps":["trace[490103898] 'agreement among raft nodes before linearized reading' (duration: 5.353249535s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.001381Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:36.648058Z","time spent":"5.353319187s","remote":"127.0.0.1:54872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":1,"response size":32,"request content":"key:\"/registry/ceph.rook.io/cephclusters/\" range_end:\"/registry/ceph.rook.io/cephclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.0013Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.79351139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-27T22:37:42.001394Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.596069761s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"range_response_count:1 size:528"} {"level":"info","ts":"2026-07-27T22:37:42.001419Z","caller":"traceutil/trace.go:171","msg":"trace[972461781] range","detail":"{range_begin:/registry/roles/; range_end:/registry/roles0; response_count:0; response_revision:26280; }","duration":"4.793666605s","start":"2026-07-27T22:37:37.20774Z","end":"2026-07-27T22:37:42.001407Z","steps":["trace[972461781] 'agreement among raft nodes before linearized reading' (duration: 4.793420517s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.001454Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.294650508s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130453"} {"level":"info","ts":"2026-07-27T22:37:42.001365Z","caller":"traceutil/trace.go:171","msg":"trace[796938907] range","detail":"{range_begin:/registry/services/specs/ingress-nginx/ingress-nginx-controller; range_end:; response_count:1; response_revision:26280; }","duration":"3.985545728s","start":"2026-07-27T22:37:38.015796Z","end":"2026-07-27T22:37:42.001341Z","steps":["trace[796938907] 'agreement among raft nodes before linearized reading' (duration: 3.985269969s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.00147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.618641085s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:42.001486Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.90346451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:42.001489Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:37.207721Z","time spent":"4.793749008s","remote":"127.0.0.1:37844","response type":"/etcdserverpb.KV/Range","request count":0,"request size":38,"response count":189,"response size":33,"request content":"key:\"/registry/roles/\" range_end:\"/registry/roles0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:42.001321Z","caller":"traceutil/trace.go:171","msg":"trace[980878964] range","detail":"{range_begin:/registry/monitoring.coreos.com/probes/; range_end:/registry/monitoring.coreos.com/probes0; response_count:0; response_revision:26280; }","duration":"9.022318577s","start":"2026-07-27T22:37:32.978971Z","end":"2026-07-27T22:37:42.00129Z","steps":["trace[980878964] 'agreement among raft nodes before linearized reading' (duration: 9.022234585s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:42.001517Z","caller":"traceutil/trace.go:171","msg":"trace[798585958] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheusagents/; range_end:/registry/monitoring.coreos.com/prometheusagents0; response_count:0; response_revision:26280; }","duration":"6.903529083s","start":"2026-07-27T22:37:35.097977Z","end":"2026-07-27T22:37:42.001506Z","steps":["trace[798585958] 'agreement among raft nodes before linearized reading' (duration: 6.903479252s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.001545Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:35.097955Z","time spent":"6.903583184s","remote":"127.0.0.1:58778","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/prometheusagents/\" range_end:\"/registry/monitoring.coreos.com/prometheusagents0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.001142Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.095694239s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:42.001633Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.622069588s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.001658Z","caller":"traceutil/trace.go:171","msg":"trace[526057322] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:26280; }","duration":"7.62212497s","start":"2026-07-27T22:37:34.379525Z","end":"2026-07-27T22:37:42.00165Z","steps":["trace[526057322] 'agreement among raft nodes before linearized reading' (duration: 7.622082919s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.001544Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.978953Z","time spent":"9.022581266s","remote":"127.0.0.1:58804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/probes/\" range_end:\"/registry/monitoring.coreos.com/probes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.001681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:34.379507Z","time spent":"7.622168711s","remote":"127.0.0.1:38092","response type":"/etcdserverpb.KV/Range","request count":0,"request size":144,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:42.001646Z","caller":"traceutil/trace.go:171","msg":"trace[142681834] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26280; }","duration":"4.096233267s","start":"2026-07-27T22:37:37.905394Z","end":"2026-07-27T22:37:42.001627Z","steps":["trace[142681834] 'agreement among raft nodes before linearized reading' (duration: 4.095714511s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.001762Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.181587755s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:42.001799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.933242595s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.001803Z","caller":"traceutil/trace.go:171","msg":"trace[743104747] range","detail":"{range_begin:/registry/clusterrolebindings/; range_end:/registry/clusterrolebindings0; response_count:0; response_revision:26280; }","duration":"8.181658478s","start":"2026-07-27T22:37:33.820136Z","end":"2026-07-27T22:37:42.001794Z","steps":["trace[743104747] 'agreement among raft nodes before linearized reading' (duration: 8.181546934s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:42.001823Z","caller":"traceutil/trace.go:171","msg":"trace[704249495] range","detail":"{range_begin:/registry/nfd.k8s-sigs.io/nodefeaturerules/; range_end:/registry/nfd.k8s-sigs.io/nodefeaturerules0; response_count:0; response_revision:26280; }","duration":"6.933302467s","start":"2026-07-27T22:37:35.068509Z","end":"2026-07-27T22:37:42.001812Z","steps":["trace[704249495] 'agreement among raft nodes before linearized reading' (duration: 6.933268446s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:42.001507Z","caller":"traceutil/trace.go:171","msg":"trace[1131051034] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26280; }","duration":"4.618713617s","start":"2026-07-27T22:37:37.382783Z","end":"2026-07-27T22:37:42.001497Z","steps":["trace[1131051034] 'agreement among raft nodes before linearized reading' (duration: 4.618666846s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.00184Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:35.068489Z","time spent":"6.933345059s","remote":"127.0.0.1:48258","response type":"/etcdserverpb.KV/Range","request count":0,"request size":92,"response count":0,"response size":30,"request content":"key:\"/registry/nfd.k8s-sigs.io/nodefeaturerules/\" range_end:\"/registry/nfd.k8s-sigs.io/nodefeaturerules0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.001838Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:33.820119Z","time spent":"8.181711599s","remote":"127.0.0.1:37874","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":98,"response size":32,"request content":"key:\"/registry/clusterrolebindings/\" range_end:\"/registry/clusterrolebindings0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.001865Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:37.382753Z","time spent":"4.619099979s","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.001918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.372680463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.001943Z","caller":"traceutil/trace.go:171","msg":"trace[1798699988] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0; response_count:0; response_revision:26280; }","duration":"7.372704444s","start":"2026-07-27T22:37:34.62923Z","end":"2026-07-27T22:37:42.001935Z","steps":["trace[1798699988] 'agreement among raft nodes before linearized reading' (duration: 7.372673953s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.001186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.718801098s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:42.001958Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:34.629155Z","time spent":"7.372798647s","remote":"127.0.0.1:38104","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:42.001988Z","caller":"traceutil/trace.go:171","msg":"trace[2029693935] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:26280; }","duration":"8.719642344s","start":"2026-07-27T22:37:33.282335Z","end":"2026-07-27T22:37:42.001978Z","steps":["trace[2029693935] 'agreement among raft nodes before linearized reading' (duration: 8.718767326s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.001438Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.857353786s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:42.002028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:33.282318Z","time spent":"8.719698976s","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.002046Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.377409234s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.00206Z","caller":"traceutil/trace.go:171","msg":"trace[424943559] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinehealthchecks/; range_end:/registry/cluster.x-k8s.io/machinehealthchecks0; response_count:0; response_revision:26280; }","duration":"7.377464966s","start":"2026-07-27T22:37:34.62459Z","end":"2026-07-27T22:37:42.002055Z","steps":["trace[424943559] 'agreement among raft nodes before linearized reading' (duration: 7.377442205s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:42.002039Z","caller":"traceutil/trace.go:171","msg":"trace[1963061461] range","detail":"{range_begin:/registry/flowschemas/; range_end:/registry/flowschemas0; response_count:0; response_revision:26280; }","duration":"5.857993876s","start":"2026-07-27T22:37:36.144037Z","end":"2026-07-27T22:37:42.002031Z","steps":["trace[1963061461] 'agreement among raft nodes before linearized reading' (duration: 5.857356266s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.002077Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:34.62457Z","time spent":"7.377500307s","remote":"127.0.0.1:34884","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinehealthchecks/\" range_end:\"/registry/cluster.x-k8s.io/machinehealthchecks0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.002402Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:36.144015Z","time spent":"5.858075189s","remote":"127.0.0.1:37954","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":13,"response size":32,"request content":"key:\"/registry/flowschemas/\" range_end:\"/registry/flowschemas0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.001449Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:35.442725Z","time spent":"6.558443562s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:42.001783Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:37.905366Z","time spent":"4.096398772s","remote":"127.0.0.1:38112","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.002648Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.696369488s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"info","ts":"2026-07-27T22:37:42.002669Z","caller":"traceutil/trace.go:171","msg":"trace[527001175] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26280; }","duration":"3.696414609s","start":"2026-07-27T22:37:38.30625Z","end":"2026-07-27T22:37:42.002664Z","steps":["trace[527001175] 'agreement among raft nodes before linearized reading' (duration: 3.696355947s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.002661Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.893351836s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" ","response":"range_response_count:35 size:293208"} {"level":"warn","ts":"2026-07-27T22:37:42.002707Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187382491s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.002726Z","caller":"traceutil/trace.go:171","msg":"trace[1637795949] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/referencegrants/; range_end:/registry/gateway.networking.k8s.io/referencegrants0; response_count:0; response_revision:26280; }","duration":"3.187421262s","start":"2026-07-27T22:37:38.8153Z","end":"2026-07-27T22:37:42.002722Z","steps":["trace[1637795949] 'agreement among raft nodes before linearized reading' (duration: 3.187392421s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:42.00272Z","caller":"traceutil/trace.go:171","msg":"trace[529979897] range","detail":"{range_begin:/registry/deployments/openstack/; range_end:/registry/deployments/openstack0; response_count:35; response_revision:26280; }","duration":"2.893449869s","start":"2026-07-27T22:37:39.109254Z","end":"2026-07-27T22:37:42.002704Z","steps":["trace[529979897] 'agreement among raft nodes before linearized reading' (duration: 2.892484958s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.002745Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:38.815291Z","time spent":"3.187449143s","remote":"127.0.0.1:58998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/referencegrants/\" range_end:\"/registry/gateway.networking.k8s.io/referencegrants0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:42.001478Z","caller":"traceutil/trace.go:171","msg":"trace[233068608] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26280; }","duration":"9.294692079s","start":"2026-07-27T22:37:32.706779Z","end":"2026-07-27T22:37:42.001471Z","steps":["trace[233068608] 'agreement among raft nodes before linearized reading' (duration: 9.294556625s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.002765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:39.109236Z","time spent":"2.893516161s","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":35,"response size":293232,"request content":"key:\"/registry/deployments/openstack/\" range_end:\"/registry/deployments/openstack0\" "} {"level":"warn","ts":"2026-07-27T22:37:42.002782Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.706772Z","time spent":"9.295996151s","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130477,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"warn","ts":"2026-07-27T22:37:42.002863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.206800463s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-27T22:37:42.002886Z","caller":"traceutil/trace.go:171","msg":"trace[900097608] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26280; }","duration":"3.206819903s","start":"2026-07-27T22:37:38.796058Z","end":"2026-07-27T22:37:42.002877Z","steps":["trace[900097608] 'agreement among raft nodes before linearized reading' (duration: 3.206761901s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.002904Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:38.796001Z","time spent":"3.206896606s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-27T22:37:42.002919Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.595517673s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" ","response":"range_response_count:1 size:1782"} {"level":"info","ts":"2026-07-27T22:37:42.002957Z","caller":"traceutil/trace.go:171","msg":"trace[1206977855] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/storage-loki-0; range_end:; response_count:1; response_revision:26280; }","duration":"9.595612426s","start":"2026-07-27T22:37:32.407336Z","end":"2026-07-27T22:37:42.002948Z","steps":["trace[1206977855] 'agreement among raft nodes before linearized reading' (duration: 9.595480882s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.001501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:38.01578Z","time spent":"3.985715754s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":65,"response count":1,"response size":2015,"request content":"key:\"/registry/services/specs/ingress-nginx/ingress-nginx-controller\" "} {"level":"info","ts":"2026-07-27T22:37:42.001431Z","caller":"traceutil/trace.go:171","msg":"trace[622817803] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; response_count:1; response_revision:26280; }","duration":"4.596138773s","start":"2026-07-27T22:37:37.405281Z","end":"2026-07-27T22:37:42.00142Z","steps":["trace[622817803] 'agreement among raft nodes before linearized reading' (duration: 4.59604734s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:42.001321Z","caller":"traceutil/trace.go:171","msg":"trace[1121703868] range","detail":"{range_begin:/registry/ceph.rook.io/cephbuckettopics/; range_end:/registry/ceph.rook.io/cephbuckettopics0; response_count:0; response_revision:26280; }","duration":"5.000051601s","start":"2026-07-27T22:37:37.001264Z","end":"2026-07-27T22:37:42.001316Z","steps":["trace[1121703868] 'agreement among raft nodes before linearized reading' (duration: 5.00002201s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.002996Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.390165232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:42.002683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:38.306238Z","time spent":"3.69644286s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"info","ts":"2026-07-27T22:37:42.003013Z","caller":"traceutil/trace.go:171","msg":"trace[1957856245] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/trunks/; range_end:/registry/openstack.k-orc.cloud/trunks0; response_count:0; response_revision:26280; }","duration":"3.390217963s","start":"2026-07-27T22:37:38.61279Z","end":"2026-07-27T22:37:42.003008Z","steps":["trace[1957856245] 'agreement among raft nodes before linearized reading' (duration: 3.390185322s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.003015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:37.001238Z","time spent":"5.001762986s","remote":"127.0.0.1:54966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephbuckettopics/\" range_end:\"/registry/ceph.rook.io/cephbuckettopics0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.003033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:38.612773Z","time spent":"3.390255774s","remote":"127.0.0.1:50976","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/trunks/\" range_end:\"/registry/openstack.k-orc.cloud/trunks0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.003134Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.689324162s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" ","response":"range_response_count:1 size:4250"} {"level":"info","ts":"2026-07-27T22:37:42.003154Z","caller":"traceutil/trace.go:171","msg":"trace[1479158277] range","detail":"{range_begin:/registry/pods/kube-system/kube-scheduler-instance; range_end:; response_count:1; response_revision:26280; }","duration":"3.689357793s","start":"2026-07-27T22:37:38.313789Z","end":"2026-07-27T22:37:42.003147Z","steps":["trace[1479158277] 'agreement among raft nodes before linearized reading' (duration: 3.689308341s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.003171Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:38.313778Z","time spent":"3.689388264s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":4274,"request content":"key:\"/registry/pods/kube-system/kube-scheduler-instance\" "} {"level":"warn","ts":"2026-07-27T22:37:42.003174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.296683473s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.003217Z","caller":"traceutil/trace.go:171","msg":"trace[1409951810] range","detail":"{range_begin:/registry/acme.cert-manager.io/orders/; range_end:/registry/acme.cert-manager.io/orders0; response_count:0; response_revision:26280; }","duration":"9.296797767s","start":"2026-07-27T22:37:32.706411Z","end":"2026-07-27T22:37:42.003209Z","steps":["trace[1409951810] 'agreement among raft nodes before linearized reading' (duration: 9.296728765s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.003251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.706391Z","time spent":"9.296851279s","remote":"127.0.0.1:44310","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/orders/\" range_end:\"/registry/acme.cert-manager.io/orders0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.003398Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.407318Z","time spent":"9.596071331s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":1806,"request content":"key:\"/registry/persistentvolumeclaims/monitoring/storage-loki-0\" "} {"level":"warn","ts":"2026-07-27T22:37:42.003598Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:37.405264Z","time spent":"4.598327993s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":552,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} {"level":"warn","ts":"2026-07-27T22:37:42.003718Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.598416307s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080\" ","response":"range_response_count:1 size:776"} {"level":"info","ts":"2026-07-27T22:37:42.003821Z","caller":"traceutil/trace.go:171","msg":"trace[748055081] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080; range_end:; response_count:1; response_revision:26280; }","duration":"9.598548921s","start":"2026-07-27T22:37:32.405258Z","end":"2026-07-27T22:37:42.003807Z","steps":["trace[748055081] 'agreement among raft nodes before linearized reading' (duration: 9.598125137s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.003909Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.405247Z","time spent":"9.598651034s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080\" "} {"level":"warn","ts":"2026-07-27T22:37:42.005019Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"9.298261133s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:37:42.005063Z","caller":"traceutil/trace.go:171","msg":"trace[906845699] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26280; }","duration":"9.298312395s","start":"2026-07-27T22:37:32.706741Z","end":"2026-07-27T22:37:42.005053Z","steps":["trace[906845699] 'agreement among raft nodes before linearized reading' (duration: 9.298178471s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.00515Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:32.706679Z","time spent":"9.29846363s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T22:37:42.030301Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.286048268s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:37:42.030666Z","caller":"traceutil/trace.go:171","msg":"trace[669864841] transaction","detail":"{read_only:false; response_revision:26281; number_of_response:1; }","duration":"2.083286496s","start":"2026-07-27T22:37:39.947352Z","end":"2026-07-27T22:37:42.030638Z","steps":["trace[669864841] 'process raft request' (duration: 2.083152222s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.030833Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:39.947336Z","time spent":"2.083409451s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":458,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:42.030984Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"516.202038ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.031068Z","caller":"traceutil/trace.go:171","msg":"trace[1456769736] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackservers/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackservers0; response_count:0; response_revision:26281; }","duration":"516.344053ms","start":"2026-07-27T22:37:41.514707Z","end":"2026-07-27T22:37:42.031051Z","steps":["trace[1456769736] 'agreement among raft nodes before linearized reading' (duration: 516.142186ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.031104Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:41.514687Z","time spent":"516.408755ms","remote":"127.0.0.1:38128","response type":"/etcdserverpb.KV/Range","request count":0,"request size":124,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackservers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.031223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.239365352s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.031262Z","caller":"traceutil/trace.go:171","msg":"trace[2108371709] range","detail":"{range_begin:/registry/rabbitmq.com/users/; range_end:/registry/rabbitmq.com/users0; response_count:0; response_revision:26281; }","duration":"1.239435404s","start":"2026-07-27T22:37:40.791816Z","end":"2026-07-27T22:37:42.031251Z","steps":["trace[2108371709] 'agreement among raft nodes before linearized reading' (duration: 1.239376312s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.031284Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:40.791797Z","time spent":"1.239481296s","remote":"127.0.0.1:44924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/users/\" range_end:\"/registry/rabbitmq.com/users0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.031378Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.559389182s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.031411Z","caller":"traceutil/trace.go:171","msg":"trace[131577620] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:26281; }","duration":"1.559445673s","start":"2026-07-27T22:37:40.471955Z","end":"2026-07-27T22:37:42.031401Z","steps":["trace[131577620] 'agreement among raft nodes before linearized reading' (duration: 1.559387671s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.031437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:40.471941Z","time spent":"1.559491065s","remote":"127.0.0.1:56336","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.031459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"608.152057ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" ","response":"range_response_count:1 size:516"} {"level":"info","ts":"2026-07-27T22:37:42.03148Z","caller":"traceutil/trace.go:171","msg":"trace[2136577075] range","detail":"{range_begin:/registry/leases/orc-system/f35396c5.k-orc.cloud; range_end:; response_count:1; response_revision:26281; }","duration":"608.183087ms","start":"2026-07-27T22:37:41.42329Z","end":"2026-07-27T22:37:42.031473Z","steps":["trace[2136577075] 'agreement among raft nodes before linearized reading' (duration: 608.084224ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.031505Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:41.423284Z","time spent":"608.216788ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":540,"request content":"key:\"/registry/leases/orc-system/f35396c5.k-orc.cloud\" "} {"level":"warn","ts":"2026-07-27T22:37:42.031557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.656180144s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.031581Z","caller":"traceutil/trace.go:171","msg":"trace[240352877] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26281; }","duration":"1.656234925s","start":"2026-07-27T22:37:40.375341Z","end":"2026-07-27T22:37:42.031575Z","steps":["trace[240352877] 'agreement among raft nodes before linearized reading' (duration: 1.656198574s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.031599Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:40.375322Z","time spent":"1.656273277s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:42.031625Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"610.322106ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" ","response":"range_response_count:1 size:542"} {"level":"info","ts":"2026-07-27T22:37:42.03165Z","caller":"traceutil/trace.go:171","msg":"trace[1554878601] range","detail":"{range_begin:/registry/leases/capo-system/controller-leader-election-capo; range_end:; response_count:1; response_revision:26281; }","duration":"610.387598ms","start":"2026-07-27T22:37:41.421256Z","end":"2026-07-27T22:37:42.031644Z","steps":["trace[1554878601] 'agreement among raft nodes before linearized reading' (duration: 610.306855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.031672Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:41.421239Z","time spent":"610.429479ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":1,"response size":566,"request content":"key:\"/registry/leases/capo-system/controller-leader-election-capo\" "} {"level":"warn","ts":"2026-07-27T22:37:42.031741Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.375408ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.031768Z","caller":"traceutil/trace.go:171","msg":"trace[1320615293] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servers/; range_end:/registry/openstack.k-orc.cloud/servers0; response_count:0; response_revision:26281; }","duration":"853.435419ms","start":"2026-07-27T22:37:41.178325Z","end":"2026-07-27T22:37:42.03176Z","steps":["trace[1320615293] 'agreement among raft nodes before linearized reading' (duration: 853.395898ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.031777Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.052792759s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:42.031746Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.777737231s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.031814Z","caller":"traceutil/trace.go:171","msg":"trace[1409632467] range","detail":"{range_begin:/registry/cilium.io/ciliumloadbalancerippools/; range_end:/registry/cilium.io/ciliumloadbalancerippools0; response_count:0; response_revision:26281; }","duration":"1.777847665s","start":"2026-07-27T22:37:40.253959Z","end":"2026-07-27T22:37:42.031806Z","steps":["trace[1409632467] 'agreement among raft nodes before linearized reading' (duration: 1.777757012s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.031841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:40.253934Z","time spent":"1.777901557s","remote":"127.0.0.1:36864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumloadbalancerippools/\" range_end:\"/registry/cilium.io/ciliumloadbalancerippools0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.031971Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.035531688s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:42.031998Z","caller":"traceutil/trace.go:171","msg":"trace[824770634] range","detail":"{range_begin:/registry/objectbucket.io/objectbucketclaims/; range_end:/registry/objectbucket.io/objectbucketclaims0; response_count:0; response_revision:26281; }","duration":"1.03558938s","start":"2026-07-27T22:37:40.996403Z","end":"2026-07-27T22:37:42.031992Z","steps":["trace[824770634] 'agreement among raft nodes before linearized reading' (duration: 1.035545618s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.032018Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:40.996384Z","time spent":"1.03562911s","remote":"127.0.0.1:54974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/objectbucket.io/objectbucketclaims/\" range_end:\"/registry/objectbucket.io/objectbucketclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.031788Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:41.178305Z","time spent":"853.477941ms","remote":"127.0.0.1:50942","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servers/\" range_end:\"/registry/openstack.k-orc.cloud/servers0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:42.031813Z","caller":"traceutil/trace.go:171","msg":"trace[2013492645] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:26281; }","duration":"2.052845891s","start":"2026-07-27T22:37:39.978955Z","end":"2026-07-27T22:37:42.031801Z","steps":["trace[2013492645] 'agreement among raft nodes before linearized reading' (duration: 2.052804799s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.032348Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:39.978942Z","time spent":"2.053394648s","remote":"127.0.0.1:59094","response type":"/etcdserverpb.KV/Range","request count":0,"request size":108,"response count":1,"response size":32,"request content":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:42.403308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"387.532684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/08db1feb.percona.com\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:42.403431Z","caller":"traceutil/trace.go:171","msg":"trace[608000693] range","detail":"{range_begin:/registry/leases/openstack/08db1feb.percona.com; range_end:; }","duration":"387.694699ms","start":"2026-07-27T22:37:42.015702Z","end":"2026-07-27T22:37:42.403397Z","steps":["trace[608000693] 'agreement among raft nodes before linearized reading' (duration: 387.525414ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:42.403501Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.015698Z","time spent":"387.792322ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":0,"response size":0,"request content":"key:\"/registry/leases/openstack/08db1feb.percona.com\" "} 2026/07/27 22:37:42 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:42.531616Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:43.032315Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:43.532476Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:43.533506Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.178580801s","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:43.533656Z","caller":"traceutil/trace.go:171","msg":"trace[551271774] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26281; }","duration":"1.178752086s","start":"2026-07-27T22:37:42.354884Z","end":"2026-07-27T22:37:43.533636Z","steps":["trace[551271774] 'range keys from in-memory index tree' (duration: 1.178557979s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:44.032761Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999640214s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:44.032873Z","caller":"traceutil/trace.go:171","msg":"trace[131497529] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"1.999782339s","start":"2026-07-27T22:37:42.033066Z","end":"2026-07-27T22:37:44.032848Z","steps":["trace[131497529] 'agreement among raft nodes before linearized reading' (duration: 1.999650535s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:44.032922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.033052Z","time spent":"1.999860781s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:44.03281Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234902,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:44.254958Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.224284226s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:44.255566Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.006999Z","time spent":"2.248559894s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-27T22:37:44.255801Z","caller":"traceutil/trace.go:171","msg":"trace[396588679] transaction","detail":"{read_only:false; response_revision:26283; number_of_response:1; }","duration":"2.239658868s","start":"2026-07-27T22:37:42.016117Z","end":"2026-07-27T22:37:44.255776Z","steps":["trace[396588679] 'process raft request' (duration: 2.239589386s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:44.255959Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.016104Z","time spent":"2.239776203s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":4527,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:44.255829Z","caller":"traceutil/trace.go:171","msg":"trace[236822213] transaction","detail":"{read_only:false; response_revision:26282; number_of_response:1; }","duration":"2.248028357s","start":"2026-07-27T22:37:42.007767Z","end":"2026-07-27T22:37:44.255796Z","steps":["trace[236822213] 'process raft request' (duration: 2.247684686s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:44.256162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.007744Z","time spent":"2.248324697s","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130437,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:45.272303Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"798.797858ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:37:45.272381Z","caller":"traceutil/trace.go:171","msg":"trace[732629854] linearizableReadLoop","detail":"{readStateIndex:27156; appliedIndex:27152; }","duration":"3.241550768s","start":"2026-07-27T22:37:42.030816Z","end":"2026-07-27T22:37:45.272367Z","steps":["trace[732629854] 'read index received' (duration: 2.22443384s)","trace[732629854] 'applied index is now lower than readState.Index' (duration: 1.017115538s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:45.272434Z","caller":"traceutil/trace.go:171","msg":"trace[541093339] transaction","detail":"{read_only:false; response_revision:26284; number_of_response:1; }","duration":"3.234660437s","start":"2026-07-27T22:37:42.037765Z","end":"2026-07-27T22:37:45.272425Z","steps":["trace[541093339] 'process raft request' (duration: 2.435673423s)","trace[541093339] 'compare' (duration: 797.983722ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:45.272472Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.037752Z","time spent":"3.234698689s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":444,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:45.272872Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.265909609s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-27T22:37:45.272901Z","caller":"traceutil/trace.go:171","msg":"trace[1447142020] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26284; }","duration":"3.26595161s","start":"2026-07-27T22:37:42.006943Z","end":"2026-07-27T22:37:45.272894Z","steps":["trace[1447142020] 'agreement among raft nodes before linearized reading' (duration: 3.265680251s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:45.272878Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257681725s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-2561a459-c9aa-4526-8fd9-75bcd980781a\" ","response":"range_response_count:1 size:1276"} {"level":"info","ts":"2026-07-27T22:37:45.27299Z","caller":"traceutil/trace.go:171","msg":"trace[405803018] range","detail":"{range_begin:/registry/persistentvolumes/pvc-2561a459-c9aa-4526-8fd9-75bcd980781a; range_end:; response_count:1; response_revision:26284; }","duration":"3.257816469s","start":"2026-07-27T22:37:42.015132Z","end":"2026-07-27T22:37:45.272949Z","steps":["trace[405803018] 'agreement among raft nodes before linearized reading' (duration: 3.257504089s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:45.272922Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.00693Z","time spent":"3.265987081s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"warn","ts":"2026-07-27T22:37:45.273081Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.015117Z","time spent":"3.257930073s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1300,"request content":"key:\"/registry/persistentvolumes/pvc-2561a459-c9aa-4526-8fd9-75bcd980781a\" "} {"level":"warn","ts":"2026-07-27T22:37:45.273587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.257941043s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:37:45.273768Z","caller":"traceutil/trace.go:171","msg":"trace[995466014] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:26284; }","duration":"3.258182191s","start":"2026-07-27T22:37:42.015558Z","end":"2026-07-27T22:37:45.27374Z","steps":["trace[995466014] 'agreement among raft nodes before linearized reading' (duration: 3.257307833s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:45.273913Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.01554Z","time spent":"3.258357467s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T22:37:45.772931Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:46.04239Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000935056s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:46.042473Z","caller":"traceutil/trace.go:171","msg":"trace[1741134760] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00106665s","start":"2026-07-27T22:37:44.041386Z","end":"2026-07-27T22:37:46.042452Z","steps":["trace[1741134760] 'agreement among raft nodes before linearized reading' (duration: 2.000969137s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:46.042514Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:44.041365Z","time spent":"2.001140363s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:46 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:46.273741Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:46.774847Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234907,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:46.856534Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"2.38318935s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:47.650353Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"793.514648ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:6"} {"level":"info","ts":"2026-07-27T22:37:47.65063Z","caller":"traceutil/trace.go:171","msg":"trace[1365786031] transaction","detail":"{read_only:false; number_of_response:0; response_revision:26284; }","duration":"3.392881189s","start":"2026-07-27T22:37:44.257711Z","end":"2026-07-27T22:37:47.650592Z","steps":["trace[1365786031] 'process raft request' (duration: 2.599057261s)","trace[1365786031] 'compare' (duration: 793.474147ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:47.6507Z","caller":"traceutil/trace.go:171","msg":"trace[1349475926] transaction","detail":"{read_only:false; response_revision:26285; number_of_response:1; }","duration":"3.392783186s","start":"2026-07-27T22:37:44.257882Z","end":"2026-07-27T22:37:47.650665Z","steps":["trace[1349475926] 'process raft request' (duration: 3.392568519s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:47.650668Z","caller":"traceutil/trace.go:171","msg":"trace[1560954947] transaction","detail":"{read_only:false; response_revision:26286; number_of_response:1; }","duration":"3.21262397s","start":"2026-07-27T22:37:44.438027Z","end":"2026-07-27T22:37:47.650651Z","steps":["trace[1560954947] 'process raft request' (duration: 3.212534087s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:47.650821Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:44.257657Z","time spent":"3.393066535s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Txn","request count":0,"request size":0,"response count":0,"response size":30,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T22:37:47.650854Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:44.437999Z","time spent":"3.212804406s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:47.650903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:44.257848Z","time spent":"3.392940401s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":758,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:48.042722Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00015409s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:48.042845Z","caller":"traceutil/trace.go:171","msg":"trace[328092202] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000335206s","start":"2026-07-27T22:37:46.042484Z","end":"2026-07-27T22:37:48.042819Z","steps":["trace[328092202] 'agreement among raft nodes before linearized reading' (duration: 2.000181021s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:48.042911Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:46.042464Z","time spent":"2.000432509s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:50.051321Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000092389s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:50.051386Z","caller":"traceutil/trace.go:171","msg":"trace[165353171] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000209282s","start":"2026-07-27T22:37:48.051164Z","end":"2026-07-27T22:37:50.051373Z","steps":["trace[165353171] 'agreement among raft nodes before linearized reading' (duration: 2.00012784s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:50.05142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:48.051143Z","time spent":"2.000268675s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:50 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:50.074058Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.921505779s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:51.306917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:50.568323Z","time spent":"738.587318ms","remote":"127.0.0.1:54082","response type":"/etcdserverpb.Maintenance/Status","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-27T22:37:51.306944Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.154423264s","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:37:51.307209Z","caller":"traceutil/trace.go:171","msg":"trace[2095582213] linearizableReadLoop","detail":"{readStateIndex:27160; appliedIndex:27156; }","duration":"6.034797363s","start":"2026-07-27T22:37:45.272399Z","end":"2026-07-27T22:37:51.307196Z","steps":["trace[2095582213] 'read index received' (duration: 1.584362651s)","trace[2095582213] 'applied index is now lower than readState.Index' (duration: 4.450433832s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:51.307854Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.299313791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:51.308121Z","caller":"traceutil/trace.go:171","msg":"trace[1591719337] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26287; }","duration":"7.299630801s","start":"2026-07-27T22:37:44.008481Z","end":"2026-07-27T22:37:51.308112Z","steps":["trace[1591719337] 'agreement among raft nodes before linearized reading' (duration: 7.29928439s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:51.308159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.29240287s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:51.308209Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.118103603s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:51.308178Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:44.008456Z","time spent":"7.299713864s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:51.308327Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.437909653s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:37:51.308348Z","caller":"traceutil/trace.go:171","msg":"trace[2101613885] range","detail":"{range_begin:/registry/services/specs/; range_end:/registry/services/specs0; response_count:0; response_revision:26287; }","duration":"8.437968745s","start":"2026-07-27T22:37:42.870374Z","end":"2026-07-27T22:37:51.308342Z","steps":["trace[2101613885] 'agreement among raft nodes before linearized reading' (duration: 8.437879602s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:51.308366Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.870351Z","time spent":"8.438010376s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":90,"response size":32,"request content":"key:\"/registry/services/specs/\" range_end:\"/registry/services/specs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:51.307921Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.293378841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:51.308444Z","caller":"traceutil/trace.go:171","msg":"trace[1549936832] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26287; }","duration":"7.293983111s","start":"2026-07-27T22:37:44.014453Z","end":"2026-07-27T22:37:51.308436Z","steps":["trace[1549936832] 'agreement among raft nodes before linearized reading' (duration: 7.293298899s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:51.308166Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.047854841s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7113"} {"level":"warn","ts":"2026-07-27T22:37:51.308505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.368108605s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-27T22:37:51.308506Z","caller":"traceutil/trace.go:171","msg":"trace[1179516084] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26287; }","duration":"7.048243542s","start":"2026-07-27T22:37:44.260253Z","end":"2026-07-27T22:37:51.308497Z","steps":["trace[1179516084] 'agreement among raft nodes before linearized reading' (duration: 7.04784762s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:51.308526Z","caller":"traceutil/trace.go:171","msg":"trace[884956878] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26287; }","duration":"8.368174737s","start":"2026-07-27T22:37:42.940344Z","end":"2026-07-27T22:37:51.308519Z","steps":["trace[884956878] 'agreement among raft nodes before linearized reading' (duration: 8.368113255s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:51.308537Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:44.260232Z","time spent":"7.048295865s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7137,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"warn","ts":"2026-07-27T22:37:51.308549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.940318Z","time spent":"8.368226799s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"info","ts":"2026-07-27T22:37:51.308239Z","caller":"traceutil/trace.go:171","msg":"trace[1761403610] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/ports/; range_end:/registry/openstack.k-orc.cloud/ports0; response_count:0; response_revision:26287; }","duration":"6.118169175s","start":"2026-07-27T22:37:45.190061Z","end":"2026-07-27T22:37:51.30823Z","steps":["trace[1761403610] 'agreement among raft nodes before linearized reading' (duration: 6.118127334s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:51.308609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"8.367165404s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"info","ts":"2026-07-27T22:37:51.308208Z","caller":"traceutil/trace.go:171","msg":"trace[973415820] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26287; }","duration":"7.292495313s","start":"2026-07-27T22:37:44.015699Z","end":"2026-07-27T22:37:51.308194Z","steps":["trace[973415820] 'agreement among raft nodes before linearized reading' (duration: 7.29241104s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:51.308679Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:44.015677Z","time spent":"7.292996259s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:51.308706Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:45.190041Z","time spent":"6.11861527s","remote":"127.0.0.1:50924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/ports/\" range_end:\"/registry/openstack.k-orc.cloud/ports0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:51.308787Z","caller":"traceutil/trace.go:171","msg":"trace[634126992] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26287; }","duration":"8.36731579s","start":"2026-07-27T22:37:42.941347Z","end":"2026-07-27T22:37:51.308663Z","steps":["trace[634126992] 'agreement among raft nodes before linearized reading' (duration: 8.366747152s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:51.308883Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:42.94134Z","time spent":"8.367529226s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:37:51.308487Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:44.014421Z","time spent":"7.294056703s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:37:51.309144Z","caller":"traceutil/trace.go:171","msg":"trace[1636199439] transaction","detail":"{read_only:false; response_revision:26288; number_of_response:1; }","duration":"4.33465321s","start":"2026-07-27T22:37:46.974481Z","end":"2026-07-27T22:37:51.309134Z","steps":["trace[1636199439] 'process raft request' (duration: 4.332633975s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:51.309212Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:46.974452Z","time spent":"4.334717772s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:51.466583Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.392201343s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:52.051744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000142681s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:52.051919Z","caller":"traceutil/trace.go:171","msg":"trace[2055029302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000357968s","start":"2026-07-27T22:37:50.051541Z","end":"2026-07-27T22:37:52.051899Z","steps":["trace[2055029302] 'agreement among raft nodes before linearized reading' (duration: 2.000161932s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.052004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:50.051526Z","time spent":"2.000466522s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:52.684396Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.427221ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:52.684517Z","caller":"traceutil/trace.go:171","msg":"trace[682645207] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26288; }","duration":"329.561485ms","start":"2026-07-27T22:37:52.354937Z","end":"2026-07-27T22:37:52.684499Z","steps":["trace[682645207] 'range keys from in-memory index tree' (duration: 329.41223ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.685334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.217911204s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:37:52.685445Z","caller":"traceutil/trace.go:171","msg":"trace[691591349] linearizableReadLoop","detail":"{readStateIndex:27162; appliedIndex:27161; }","duration":"1.378149621s","start":"2026-07-27T22:37:51.307261Z","end":"2026-07-27T22:37:52.685411Z","steps":["trace[691591349] 'read index received' (duration: 159.996709ms)","trace[691591349] 'applied index is now lower than readState.Index' (duration: 1.218151582s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:52.685621Z","caller":"traceutil/trace.go:171","msg":"trace[1627278963] transaction","detail":"{read_only:false; response_revision:26289; number_of_response:1; }","duration":"3.174137016s","start":"2026-07-27T22:37:49.51147Z","end":"2026-07-27T22:37:52.685607Z","steps":["trace[1627278963] 'process raft request' (duration: 1.955859081s)","trace[1627278963] 'compare' (duration: 1.21778868s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:52.685668Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:49.51145Z","time spent":"3.174194969s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:52.68593Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.805098038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"info","ts":"2026-07-27T22:37:52.685952Z","caller":"traceutil/trace.go:171","msg":"trace[1881022674] range","detail":"{range_begin:/registry/configmaps/; range_end:/registry/configmaps0; response_count:0; response_revision:26289; }","duration":"1.80515932s","start":"2026-07-27T22:37:50.880786Z","end":"2026-07-27T22:37:52.685945Z","steps":["trace[1881022674] 'agreement among raft nodes before linearized reading' (duration: 1.805000585s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.685971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:50.880766Z","time spent":"1.805199741s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":48,"response count":141,"response size":33,"request content":"key:\"/registry/configmaps/\" range_end:\"/registry/configmaps0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:52.686097Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.925062504s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:52.686117Z","caller":"traceutil/trace.go:171","msg":"trace[1107228344] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0; response_count:0; response_revision:26289; }","duration":"1.925127205s","start":"2026-07-27T22:37:50.760984Z","end":"2026-07-27T22:37:52.686111Z","steps":["trace[1107228344] 'agreement among raft nodes before linearized reading' (duration: 1.925085144s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.686216Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:50.760963Z","time spent":"1.925170747s","remote":"127.0.0.1:35054","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackmachinetemplates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:52.68656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.242673169s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:52.686596Z","caller":"traceutil/trace.go:171","msg":"trace[1015499] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/users/; range_end:/registry/openstack.k-orc.cloud/users0; response_count:0; response_revision:26289; }","duration":"5.242753573s","start":"2026-07-27T22:37:47.443833Z","end":"2026-07-27T22:37:52.686586Z","steps":["trace[1015499] 'agreement among raft nodes before linearized reading' (duration: 5.24268418s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.686605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.075594139s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:52.686621Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:47.443811Z","time spent":"5.242803874s","remote":"127.0.0.1:50842","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/users/\" range_end:\"/registry/openstack.k-orc.cloud/users0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:52.686661Z","caller":"traceutil/trace.go:171","msg":"trace[974992592] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpoolradosnamespaces/; range_end:/registry/ceph.rook.io/cephblockpoolradosnamespaces0; response_count:0; response_revision:26289; }","duration":"7.075680342s","start":"2026-07-27T22:37:45.610967Z","end":"2026-07-27T22:37:52.686648Z","steps":["trace[974992592] 'agreement among raft nodes before linearized reading' (duration: 7.075583789s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.686667Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411995524s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/default/kubernetes\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-27T22:37:52.686697Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.405984451s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" ","response":"range_response_count:1 size:1858"} {"level":"info","ts":"2026-07-27T22:37:52.68674Z","caller":"traceutil/trace.go:171","msg":"trace[798440352] range","detail":"{range_begin:/registry/endpointslices/default/kubernetes; range_end:; response_count:1; response_revision:26289; }","duration":"7.412091286s","start":"2026-07-27T22:37:45.274639Z","end":"2026-07-27T22:37:52.686731Z","steps":["trace[798440352] 'agreement among raft nodes before linearized reading' (duration: 7.41188384s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.686747Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.056525121s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:52.686767Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:45.274617Z","time spent":"7.412141028s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/endpointslices/default/kubernetes\" "} {"level":"info","ts":"2026-07-27T22:37:52.686782Z","caller":"traceutil/trace.go:171","msg":"trace[502324981] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:26289; }","duration":"6.056631494s","start":"2026-07-27T22:37:46.630138Z","end":"2026-07-27T22:37:52.68677Z","steps":["trace[502324981] 'agreement among raft nodes before linearized reading' (duration: 6.056579722s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:52.686783Z","caller":"traceutil/trace.go:171","msg":"trace[1809779296] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0; range_end:; response_count:1; response_revision:26289; }","duration":"7.406058693s","start":"2026-07-27T22:37:45.280684Z","end":"2026-07-27T22:37:52.686743Z","steps":["trace[1809779296] 'agreement among raft nodes before linearized reading' (duration: 7.405875627s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.686809Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.262256264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:52.68681Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:46.630111Z","time spent":"6.056691506s","remote":"127.0.0.1:59122","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:52.686834Z","caller":"traceutil/trace.go:171","msg":"trace[740972575] range","detail":"{range_begin:/registry/rabbitmq.com/operatorpolicies/; range_end:/registry/rabbitmq.com/operatorpolicies0; response_count:0; response_revision:26289; }","duration":"2.262320616s","start":"2026-07-27T22:37:50.424508Z","end":"2026-07-27T22:37:52.686828Z","steps":["trace[740972575] 'agreement among raft nodes before linearized reading' (duration: 2.262268045s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.686832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:45.280678Z","time spent":"7.406141136s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":81,"response count":1,"response size":1882,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-glance-server-0\" "} {"level":"warn","ts":"2026-07-27T22:37:52.686858Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:50.424485Z","time spent":"2.262366367s","remote":"127.0.0.1:44864","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/operatorpolicies/\" range_end:\"/registry/rabbitmq.com/operatorpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:52.686698Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:45.610953Z","time spent":"7.075734263s","remote":"127.0.0.1:54998","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces/\" range_end:\"/registry/ceph.rook.io/cephblockpoolradosnamespaces0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:52.686856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.411316471s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/instance\" ","response":"range_response_count:1 size:18144"} {"level":"info","ts":"2026-07-27T22:37:52.686931Z","caller":"traceutil/trace.go:171","msg":"trace[238928983] range","detail":"{range_begin:/registry/minions/instance; range_end:; response_count:1; response_revision:26289; }","duration":"7.411425955s","start":"2026-07-27T22:37:45.275489Z","end":"2026-07-27T22:37:52.686915Z","steps":["trace[238928983] 'agreement among raft nodes before linearized reading' (duration: 7.411178317s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.686955Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.48460009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:52.686981Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.690957375s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:52.686984Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:45.275471Z","time spent":"7.411505028s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":28,"response count":1,"response size":18168,"request content":"key:\"/registry/minions/instance\" "} {"level":"info","ts":"2026-07-27T22:37:52.687009Z","caller":"traceutil/trace.go:171","msg":"trace[1828648300] range","detail":"{range_begin:/registry/ceph.rook.io/cephfilesystemsubvolumegroups/; range_end:/registry/ceph.rook.io/cephfilesystemsubvolumegroups0; response_count:0; response_revision:26289; }","duration":"3.691023647s","start":"2026-07-27T22:37:48.995974Z","end":"2026-07-27T22:37:52.686997Z","steps":["trace[1828648300] 'agreement among raft nodes before linearized reading' (duration: 3.690979926s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:52.687016Z","caller":"traceutil/trace.go:171","msg":"trace[1051892557] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26289; }","duration":"3.484702933s","start":"2026-07-27T22:37:49.202295Z","end":"2026-07-27T22:37:52.686998Z","steps":["trace[1051892557] 'agreement among raft nodes before linearized reading' (duration: 3.48459781s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.687035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:48.995952Z","time spent":"3.691076179s","remote":"127.0.0.1:55010","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups/\" range_end:\"/registry/ceph.rook.io/cephfilesystemsubvolumegroups0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:52.687067Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:49.202276Z","time spent":"3.484777215s","remote":"127.0.0.1:34796","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:52.687195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.034799826s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" ","response":"range_response_count:1 size:1074"} {"level":"warn","ts":"2026-07-27T22:37:52.687247Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.253041036s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:52.687258Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.032378989s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-27T22:37:52.687292Z","caller":"traceutil/trace.go:171","msg":"trace[330413112] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-cluster-operator; range_end:; response_count:1; response_revision:26289; }","duration":"5.034970822s","start":"2026-07-27T22:37:47.652299Z","end":"2026-07-27T22:37:52.68727Z","steps":["trace[330413112] 'agreement among raft nodes before linearized reading' (duration: 5.034683022s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:52.687311Z","caller":"traceutil/trace.go:171","msg":"trace[1360133281] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0; response_count:0; response_revision:26289; }","duration":"3.25316767s","start":"2026-07-27T22:37:49.43412Z","end":"2026-07-27T22:37:52.687288Z","steps":["trace[1360133281] 'agreement among raft nodes before linearized reading' (duration: 3.253074577s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:52.687323Z","caller":"traceutil/trace.go:171","msg":"trace[1397619017] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:26289; }","duration":"5.032493222s","start":"2026-07-27T22:37:47.654814Z","end":"2026-07-27T22:37:52.687307Z","steps":["trace[1397619017] 'agreement among raft nodes before linearized reading' (duration: 5.032312746s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.687336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:47.652275Z","time spent":"5.035052824s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":68,"response count":1,"response size":1098,"request content":"key:\"/registry/services/specs/openstack/percona-xtradb-cluster-operator\" "} {"level":"warn","ts":"2026-07-27T22:37:52.687335Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.188321393s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:37:52.687217Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.805547931s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:52.687369Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:47.65479Z","time spent":"5.032567134s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" "} {"level":"warn","ts":"2026-07-27T22:37:52.687383Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.478804596s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true ","response":"range_response_count:0 size:9"} {"level":"warn","ts":"2026-07-27T22:37:52.687384Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:49.434102Z","time spent":"3.253267153s","remote":"127.0.0.1:35062","response type":"/etcdserverpb.KV/Range","request count":0,"request size":152,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclusters/magnum-system0\" "} {"level":"info","ts":"2026-07-27T22:37:52.687411Z","caller":"traceutil/trace.go:171","msg":"trace[1510648147] range","detail":"{range_begin:/registry/secrets/; range_end:/registry/secrets0; response_count:0; response_revision:26289; }","duration":"2.478874929s","start":"2026-07-27T22:37:50.20853Z","end":"2026-07-27T22:37:52.687405Z","steps":["trace[1510648147] 'agreement among raft nodes before linearized reading' (duration: 2.478661082s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:52.687402Z","caller":"traceutil/trace.go:171","msg":"trace[2043877964] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/securitypolicies/; range_end:/registry/gateway.envoyproxy.io/securitypolicies0; response_count:0; response_revision:26289; }","duration":"2.805737947s","start":"2026-07-27T22:37:49.881644Z","end":"2026-07-27T22:37:52.687382Z","steps":["trace[2043877964] 'agreement among raft nodes before linearized reading' (duration: 2.80551593s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:52.687426Z","caller":"traceutil/trace.go:171","msg":"trace[1273215172] range","detail":"{range_begin:/registry/replicasets/; range_end:/registry/replicasets0; response_count:0; response_revision:26289; }","duration":"2.188444167s","start":"2026-07-27T22:37:50.498966Z","end":"2026-07-27T22:37:52.687411Z","steps":["trace[1273215172] 'agreement among raft nodes before linearized reading' (duration: 2.187427205s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:52.68743Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:50.208508Z","time spent":"2.47891821s","remote":"127.0.0.1:37594","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":237,"response size":33,"request content":"key:\"/registry/secrets/\" range_end:\"/registry/secrets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:52.687454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:49.881587Z","time spent":"2.805848101s","remote":"127.0.0.1:51184","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/securitypolicies/\" range_end:\"/registry/gateway.envoyproxy.io/securitypolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:52.687455Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:50.498952Z","time spent":"2.188494999s","remote":"127.0.0.1:38002","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":63,"response size":32,"request content":"key:\"/registry/replicasets/\" range_end:\"/registry/replicasets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:52.950112Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.483327453s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:54.063296Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000678807s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:54.063359Z","caller":"traceutil/trace.go:171","msg":"trace[512301618] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000981066s","start":"2026-07-27T22:37:52.062365Z","end":"2026-07-27T22:37:54.063346Z","steps":["trace[512301618] 'agreement among raft nodes before linearized reading' (duration: 2.000695657s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.063389Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.062352Z","time spent":"2.001030548s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:54 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:54.78334Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.832912299s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:37:54.783659Z","caller":"traceutil/trace.go:171","msg":"trace[96218398] transaction","detail":"{read_only:false; response_revision:26292; number_of_response:1; }","duration":"3.461754157s","start":"2026-07-27T22:37:51.321888Z","end":"2026-07-27T22:37:54.783642Z","steps":["trace[96218398] 'process raft request' (duration: 3.461670914s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.783733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:51.321853Z","time spent":"3.46184716s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:54.783814Z","caller":"traceutil/trace.go:171","msg":"trace[1384537687] transaction","detail":"{read_only:false; response_revision:26290; number_of_response:1; }","duration":"3.470231168s","start":"2026-07-27T22:37:51.313555Z","end":"2026-07-27T22:37:54.783786Z","steps":["trace[1384537687] 'process raft request' (duration: 1.636771242s)","trace[1384537687] 'compare' (duration: 1.830600555s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:54.783945Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:51.31354Z","time spent":"3.470337342s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:54.783955Z","caller":"traceutil/trace.go:171","msg":"trace[769187541] transaction","detail":"{read_only:false; response_revision:26291; number_of_response:1; }","duration":"3.466825079s","start":"2026-07-27T22:37:51.317118Z","end":"2026-07-27T22:37:54.783943Z","steps":["trace[769187541] 'process raft request' (duration: 3.466331594s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.784027Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:51.317097Z","time spent":"3.466890982s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7288,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:54.784258Z","caller":"traceutil/trace.go:171","msg":"trace[1937257117] transaction","detail":"{read_only:false; response_revision:26293; number_of_response:1; }","duration":"2.632899425s","start":"2026-07-27T22:37:52.151347Z","end":"2026-07-27T22:37:54.784247Z","steps":["trace[1937257117] 'process raft request' (duration: 2.632261455s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.784326Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.151321Z","time spent":"2.632972258s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:54.784619Z","caller":"traceutil/trace.go:171","msg":"trace[1963124788] transaction","detail":"{read_only:false; response_revision:26294; number_of_response:1; }","duration":"2.127237505s","start":"2026-07-27T22:37:52.657367Z","end":"2026-07-27T22:37:54.784605Z","steps":["trace[1963124788] 'process raft request' (duration: 2.126810941s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.784697Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.657349Z","time spent":"2.127309016s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:54.784754Z","caller":"traceutil/trace.go:171","msg":"trace[911114637] linearizableReadLoop","detail":"{readStateIndex:27167; appliedIndex:27162; }","duration":"2.099271258s","start":"2026-07-27T22:37:52.685465Z","end":"2026-07-27T22:37:54.784736Z","steps":["trace[911114637] 'read index received' (duration: 264.874361ms)","trace[911114637] 'applied index is now lower than readState.Index' (duration: 1.834395077s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:54.784809Z","caller":"traceutil/trace.go:171","msg":"trace[302723310] transaction","detail":"{read_only:false; response_revision:26295; number_of_response:1; }","duration":"2.094941099s","start":"2026-07-27T22:37:52.68984Z","end":"2026-07-27T22:37:54.784781Z","steps":["trace[302723310] 'process raft request' (duration: 2.094696342s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.784844Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.457390549s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:54.784895Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.546069571s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:54.784961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.689823Z","time spent":"2.095057063s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:54.784986Z","caller":"traceutil/trace.go:171","msg":"trace[493701856] range","detail":"{range_begin:/registry/runtime.cluster.x-k8s.io/extensionconfigs/; range_end:/registry/runtime.cluster.x-k8s.io/extensionconfigs0; response_count:0; response_revision:26295; }","duration":"2.546174295s","start":"2026-07-27T22:37:52.238768Z","end":"2026-07-27T22:37:54.784942Z","steps":["trace[493701856] 'agreement among raft nodes before linearized reading' (duration: 2.546075671s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.785043Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.238747Z","time spent":"2.546277298s","remote":"127.0.0.1:34794","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs/\" range_end:\"/registry/runtime.cluster.x-k8s.io/extensionconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:54.785093Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096005923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ranges/serviceips\" ","response":"range_response_count:1 size:130453"} {"level":"info","ts":"2026-07-27T22:37:54.785135Z","caller":"traceutil/trace.go:171","msg":"trace[248966597] range","detail":"{range_begin:/registry/ranges/serviceips; range_end:; response_count:1; response_revision:26295; }","duration":"2.096093206s","start":"2026-07-27T22:37:52.689033Z","end":"2026-07-27T22:37:54.785126Z","steps":["trace[248966597] 'agreement among raft nodes before linearized reading' (duration: 2.095927401s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.78517Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.689009Z","time spent":"2.096154329s","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Range","request count":0,"request size":29,"response count":1,"response size":130477,"request content":"key:\"/registry/ranges/serviceips\" "} {"level":"info","ts":"2026-07-27T22:37:54.784902Z","caller":"traceutil/trace.go:171","msg":"trace[1117298077] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26295; }","duration":"2.457479952s","start":"2026-07-27T22:37:52.327405Z","end":"2026-07-27T22:37:54.784885Z","steps":["trace[1117298077] 'agreement among raft nodes before linearized reading' (duration: 2.457371448s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.785292Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.327389Z","time spent":"2.457884315s","remote":"127.0.0.1:59036","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:54.785411Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"272.397853ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/thanosrulers/\" range_end:\"/registry/monitoring.coreos.com/thanosrulers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:54.785462Z","caller":"traceutil/trace.go:171","msg":"trace[109957544] range","detail":"{range_begin:/registry/monitoring.coreos.com/thanosrulers/; range_end:/registry/monitoring.coreos.com/thanosrulers0; response_count:0; response_revision:26295; }","duration":"272.481856ms","start":"2026-07-27T22:37:54.512966Z","end":"2026-07-27T22:37:54.785448Z","steps":["trace[109957544] 'agreement among raft nodes before linearized reading' (duration: 272.414514ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.785483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470968648s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:54.785532Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.096043804s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:54.785547Z","caller":"traceutil/trace.go:171","msg":"trace[1677892911] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26295; }","duration":"1.471100271s","start":"2026-07-27T22:37:53.314432Z","end":"2026-07-27T22:37:54.785532Z","steps":["trace[1677892911] 'agreement among raft nodes before linearized reading' (duration: 1.470902205s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:54.785566Z","caller":"traceutil/trace.go:171","msg":"trace[646054188] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:0; response_revision:26295; }","duration":"2.096085396s","start":"2026-07-27T22:37:52.689472Z","end":"2026-07-27T22:37:54.785557Z","steps":["trace[646054188] 'agreement among raft nodes before linearized reading' (duration: 2.096042575s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.785593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.689463Z","time spent":"2.096124147s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":0,"response size":30,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-07-27T22:37:54.785638Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.975765ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:54.785669Z","caller":"traceutil/trace.go:171","msg":"trace[1007361067] range","detail":"{range_begin:/registry/cilium.io/ciliumcidrgroups/; range_end:/registry/cilium.io/ciliumcidrgroups0; response_count:0; response_revision:26295; }","duration":"566.046717ms","start":"2026-07-27T22:37:54.219613Z","end":"2026-07-27T22:37:54.78566Z","steps":["trace[1007361067] 'agreement among raft nodes before linearized reading' (duration: 565.993775ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.7857Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.219594Z","time spent":"566.095558ms","remote":"127.0.0.1:36914","response type":"/etcdserverpb.KV/Range","request count":0,"request size":80,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumcidrgroups/\" range_end:\"/registry/cilium.io/ciliumcidrgroups0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:54.785709Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.472125514s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:37:54.785496Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.094800345s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-f6d838f6-54cf-45c5-beab-7348e7ee7453\" ","response":"range_response_count:1 size:1319"} {"level":"info","ts":"2026-07-27T22:37:54.785755Z","caller":"traceutil/trace.go:171","msg":"trace[553571821] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26295; }","duration":"1.472203557s","start":"2026-07-27T22:37:53.313535Z","end":"2026-07-27T22:37:54.785738Z","steps":["trace[553571821] 'agreement among raft nodes before linearized reading' (duration: 1.472080893s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:37:54.785785Z","caller":"traceutil/trace.go:171","msg":"trace[542803104] range","detail":"{range_begin:/registry/persistentvolumes/pvc-f6d838f6-54cf-45c5-beab-7348e7ee7453; range_end:; response_count:1; response_revision:26295; }","duration":"2.095090864s","start":"2026-07-27T22:37:52.69068Z","end":"2026-07-27T22:37:54.785771Z","steps":["trace[542803104] 'agreement among raft nodes before linearized reading' (duration: 2.094754093s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.785793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:53.313516Z","time spent":"1.472266538s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:54.785865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.586925ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:54.785893Z","caller":"traceutil/trace.go:171","msg":"trace[1987785484] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26295; }","duration":"722.649097ms","start":"2026-07-27T22:37:54.063235Z","end":"2026-07-27T22:37:54.785884Z","steps":["trace[1987785484] 'agreement among raft nodes before linearized reading' (duration: 722.600655ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.785924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.063219Z","time spent":"722.699329ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:54.78559Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:53.314424Z","time spent":"1.471156143s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:54.786058Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"787.112774ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:54.786085Z","caller":"traceutil/trace.go:171","msg":"trace[647209080] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/domains/; range_end:/registry/openstack.k-orc.cloud/domains0; response_count:0; response_revision:26295; }","duration":"787.180226ms","start":"2026-07-27T22:37:53.998897Z","end":"2026-07-27T22:37:54.786077Z","steps":["trace[647209080] 'agreement among raft nodes before linearized reading' (duration: 787.134084ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.786113Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:53.998877Z","time spent":"787.226627ms","remote":"127.0.0.1:50856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/domains/\" range_end:\"/registry/openstack.k-orc.cloud/domains0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:54.786301Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.28764065s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:54.786329Z","caller":"traceutil/trace.go:171","msg":"trace[835776150] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinedrainrules/; range_end:/registry/cluster.x-k8s.io/machinedrainrules0; response_count:0; response_revision:26295; }","duration":"1.287708492s","start":"2026-07-27T22:37:53.498613Z","end":"2026-07-27T22:37:54.786321Z","steps":["trace[835776150] 'agreement among raft nodes before linearized reading' (duration: 1.28765989s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.786361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:53.498593Z","time spent":"1.287759184s","remote":"127.0.0.1:35034","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinedrainrules/\" range_end:\"/registry/cluster.x-k8s.io/machinedrainrules0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:37:54.785817Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.690674Z","time spent":"2.095134955s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1343,"request content":"key:\"/registry/persistentvolumes/pvc-f6d838f6-54cf-45c5-beab-7348e7ee7453\" "} {"level":"warn","ts":"2026-07-27T22:37:54.785415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.090527647s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:37:54.785299Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.807900247s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:37:54.786749Z","caller":"traceutil/trace.go:171","msg":"trace[1284268613] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26295; }","duration":"1.809393255s","start":"2026-07-27T22:37:52.977337Z","end":"2026-07-27T22:37:54.78673Z","steps":["trace[1284268613] 'agreement among raft nodes before linearized reading' (duration: 1.807903767s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.786926Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.977316Z","time spent":"1.80953549s","remote":"127.0.0.1:34924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:37:54.786668Z","caller":"traceutil/trace.go:171","msg":"trace[331324744] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:26295; }","duration":"2.091780978s","start":"2026-07-27T22:37:52.694865Z","end":"2026-07-27T22:37:54.786646Z","steps":["trace[331324744] 'agreement among raft nodes before linearized reading' (duration: 2.090519448s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.78789Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:52.694858Z","time spent":"2.093014507s","remote":"127.0.0.1:37698","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" "} {"level":"warn","ts":"2026-07-27T22:37:54.785357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.470840793s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:37:54.788056Z","caller":"traceutil/trace.go:171","msg":"trace[1333736205] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26295; }","duration":"1.473584511s","start":"2026-07-27T22:37:53.31446Z","end":"2026-07-27T22:37:54.788045Z","steps":["trace[1333736205] 'agreement among raft nodes before linearized reading' (duration: 1.470770201s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:54.788088Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:53.314432Z","time spent":"1.473646653s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:37:55.293951Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:55.794101Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234921,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:55.939616Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.148433377s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:37:56.247251Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.434956ms","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-27T22:37:56.247343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.791053Z","time spent":"1.456286576s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-27T22:37:56.793464Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000062968s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:37:56.793535Z","caller":"traceutil/trace.go:171","msg":"trace[399831043] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000162342s","start":"2026-07-27T22:37:54.793356Z","end":"2026-07-27T22:37:56.793519Z","steps":["trace[399831043] 'agreement among raft nodes before linearized reading' (duration: 2.000074599s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:56.793572Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.793348Z","time spent":"2.000217633s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:37:56 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:37:57.482377Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.542335654s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:37:57.577094Z","caller":"traceutil/trace.go:171","msg":"trace[2142316660] linearizableReadLoop","detail":"{readStateIndex:27171; appliedIndex:27168; }","duration":"2.783699059s","start":"2026-07-27T22:37:54.793378Z","end":"2026-07-27T22:37:57.577077Z","steps":["trace[2142316660] 'read index received' (duration: 1.146459933s)","trace[2142316660] 'applied index is now lower than readState.Index' (duration: 1.637238266s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:37:57.577182Z","caller":"traceutil/trace.go:171","msg":"trace[2061123468] transaction","detail":"{read_only:false; response_revision:26296; number_of_response:1; }","duration":"2.785640261s","start":"2026-07-27T22:37:54.791531Z","end":"2026-07-27T22:37:57.577171Z","steps":["trace[2061123468] 'process raft request' (duration: 2.691161412s)","trace[2061123468] 'compare' (duration: 94.034225ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:37:57.577256Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.791509Z","time spent":"2.785690883s","remote":"127.0.0.1:37554","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":130437,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:37:57.577439Z","caller":"traceutil/trace.go:171","msg":"trace[1860189911] transaction","detail":"{read_only:false; response_revision:26297; number_of_response:1; }","duration":"2.785447576s","start":"2026-07-27T22:37:54.79198Z","end":"2026-07-27T22:37:57.577428Z","steps":["trace[1860189911] 'process raft request' (duration: 2.785026762s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:57.577502Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.791965Z","time spent":"2.785504807s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:37:58.077362Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:58.578256Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:58.793853Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999908783s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:37:58.794Z","caller":"traceutil/trace.go:171","msg":"trace[6518863] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00012588s","start":"2026-07-27T22:37:56.793842Z","end":"2026-07-27T22:37:58.793968Z","steps":["trace[6518863] 'agreement among raft nodes before linearized reading' (duration: 1.999906423s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:37:58.794075Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:56.793775Z","time spent":"2.000285365s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:37:59.078914Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234927,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:37:59.237134Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.754532988s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:38:00.799973Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000038656s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:38:00.800044Z","caller":"traceutil/trace.go:171","msg":"trace[1097982554] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.00016624s","start":"2026-07-27T22:37:58.79986Z","end":"2026-07-27T22:38:00.800027Z","steps":["trace[1097982554] 'agreement among raft nodes before linearized reading' (duration: 2.000074547s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:00.80008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:58.799839Z","time spent":"2.000232932s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:38:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:38:00.802068Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.999972114s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:38:00.802137Z","caller":"traceutil/trace.go:171","msg":"trace[1010173294] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000097048s","start":"2026-07-27T22:37:58.802024Z","end":"2026-07-27T22:38:00.802121Z","steps":["trace[1010173294] 'agreement among raft nodes before linearized reading' (duration: 2.000008505s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:00.802191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:58.802002Z","time spent":"2.000179261s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:38:00 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:38:01.916269Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.697506868s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:38:01.933477Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.69608091s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:38:01.933662Z","caller":"traceutil/trace.go:171","msg":"trace[1872289822] transaction","detail":"{read_only:false; response_revision:26298; number_of_response:1; }","duration":"5.682118066s","start":"2026-07-27T22:37:56.251506Z","end":"2026-07-27T22:38:01.933624Z","steps":["trace[1872289822] 'process raft request' (duration: 2.985792308s)","trace[1872289822] 'compare' (duration: 2.690691388s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:01.933739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.20501983s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:01.933767Z","caller":"traceutil/trace.go:171","msg":"trace[368036705] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/groups/; range_end:/registry/openstack.k-orc.cloud/groups0; response_count:0; response_revision:26299; }","duration":"6.205074732s","start":"2026-07-27T22:37:55.728681Z","end":"2026-07-27T22:38:01.933756Z","steps":["trace[368036705] 'agreement among raft nodes before linearized reading' (duration: 6.20502981s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.933802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:55.728664Z","time spent":"6.205127973s","remote":"127.0.0.1:50910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/groups/\" range_end:\"/registry/openstack.k-orc.cloud/groups0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:01.933815Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:56.251471Z","time spent":"5.682264721s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:01.933841Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.433711743s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:01.933834Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.187672406s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:01.93388Z","caller":"traceutil/trace.go:171","msg":"trace[894327028] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/networks/; range_end:/registry/openstack.k-orc.cloud/networks0; response_count:0; response_revision:26299; }","duration":"5.433795615s","start":"2026-07-27T22:37:56.500074Z","end":"2026-07-27T22:38:01.93387Z","steps":["trace[894327028] 'agreement among raft nodes before linearized reading' (duration: 5.433730373s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.933903Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:56.500049Z","time spent":"5.433849057s","remote":"127.0.0.1:50950","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/networks/\" range_end:\"/registry/openstack.k-orc.cloud/networks0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:01.933946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.777542785s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" ","response":"range_response_count:1 size:7914"} {"level":"warn","ts":"2026-07-27T22:38:01.933962Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.545485966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:01.933687Z","caller":"traceutil/trace.go:171","msg":"trace[1804900554] transaction","detail":"{read_only:false; response_revision:26299; number_of_response:1; }","duration":"2.141976717s","start":"2026-07-27T22:37:59.791697Z","end":"2026-07-27T22:38:01.933674Z","steps":["trace[1804900554] 'process raft request' (duration: 2.141879414s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:01.933986Z","caller":"traceutil/trace.go:171","msg":"trace[862671548] range","detail":"{range_begin:/registry/ceph.rook.io/cephclusters/openstack/ceph; range_end:; response_count:1; response_revision:26299; }","duration":"6.777603866s","start":"2026-07-27T22:37:55.156374Z","end":"2026-07-27T22:38:01.933978Z","steps":["trace[862671548] 'agreement among raft nodes before linearized reading' (duration: 6.777503452s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.933866Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.504270363s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:01.934015Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:55.156358Z","time spent":"6.777648978s","remote":"127.0.0.1:54872","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7938,"request content":"key:\"/registry/ceph.rook.io/cephclusters/openstack/ceph\" "} {"level":"info","ts":"2026-07-27T22:38:01.93402Z","caller":"traceutil/trace.go:171","msg":"trace[1507561921] range","detail":"{range_begin:/registry/cilium.io/ciliumexternalworkloads/; range_end:/registry/cilium.io/ciliumexternalworkloads0; response_count:0; response_revision:26299; }","duration":"6.504459269s","start":"2026-07-27T22:37:55.429555Z","end":"2026-07-27T22:38:01.934014Z","steps":["trace[1507561921] 'agreement among raft nodes before linearized reading' (duration: 6.504264583s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.934035Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:59.791672Z","time spent":"2.142333809s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:01.934045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:55.429536Z","time spent":"6.504500451s","remote":"127.0.0.1:51204","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumexternalworkloads/\" range_end:\"/registry/cilium.io/ciliumexternalworkloads0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:01.934074Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.140234475s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:38:01.934101Z","caller":"traceutil/trace.go:171","msg":"trace[1894610441] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26299; }","duration":"5.140294006s","start":"2026-07-27T22:37:56.793798Z","end":"2026-07-27T22:38:01.934092Z","steps":["trace[1894610441] 'agreement among raft nodes before linearized reading' (duration: 5.140232644s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.933808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"6.312765604s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:01.93413Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:56.793775Z","time spent":"5.140348328s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:38:01.9341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.21930432s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:01.93421Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.119446355s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:01.934236Z","caller":"traceutil/trace.go:171","msg":"trace[443973164] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machines/; range_end:/registry/cluster.x-k8s.io/machines0; response_count:0; response_revision:26299; }","duration":"5.219548287s","start":"2026-07-27T22:37:56.71466Z","end":"2026-07-27T22:38:01.934208Z","steps":["trace[443973164] 'agreement among raft nodes before linearized reading' (duration: 5.219186655s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.933763Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.030518923s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:01.934295Z","caller":"traceutil/trace.go:171","msg":"trace[1338842416] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddressclaims/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddressclaims0; response_count:0; response_revision:26299; }","duration":"7.11960843s","start":"2026-07-27T22:37:54.814664Z","end":"2026-07-27T22:38:01.934273Z","steps":["trace[1338842416] 'agreement among raft nodes before linearized reading' (duration: 7.119152786s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.934312Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:56.714627Z","time spent":"5.219669681s","remote":"127.0.0.1:34780","response type":"/etcdserverpb.KV/Range","request count":0,"request size":78,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machines/\" range_end:\"/registry/cluster.x-k8s.io/machines0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:01.934339Z","caller":"traceutil/trace.go:171","msg":"trace[1679938031] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gateways/; range_end:/registry/gateway.networking.k8s.io/gateways0; response_count:0; response_revision:26299; }","duration":"7.031125654s","start":"2026-07-27T22:37:54.903194Z","end":"2026-07-27T22:38:01.93432Z","steps":["trace[1679938031] 'agreement among raft nodes before linearized reading' (duration: 7.030518824s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.934343Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.814647Z","time spent":"7.119684602s","remote":"127.0.0.1:34932","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddressclaims0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:01.934366Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.038687966s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" ","response":"range_response_count:1 size:1866"} {"level":"warn","ts":"2026-07-27T22:38:01.934373Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.140865985s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:38:01.934391Z","caller":"traceutil/trace.go:171","msg":"trace[1192598335] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0; range_end:; response_count:1; response_revision:26299; }","duration":"7.038760698s","start":"2026-07-27T22:37:54.895621Z","end":"2026-07-27T22:38:01.934381Z","steps":["trace[1192598335] 'agreement among raft nodes before linearized reading' (duration: 7.038691645s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:01.9344Z","caller":"traceutil/trace.go:171","msg":"trace[1959543232] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26299; }","duration":"5.140895176s","start":"2026-07-27T22:37:56.793497Z","end":"2026-07-27T22:38:01.934392Z","steps":["trace[1959543232] 'agreement among raft nodes before linearized reading' (duration: 5.140799083s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.934403Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.903176Z","time spent":"7.031190425s","remote":"127.0.0.1:59028","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/gateways/\" range_end:\"/registry/gateway.networking.k8s.io/gateways0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:01.93441Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.895596Z","time spent":"7.038809289s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":83,"response count":1,"response size":1890,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-keystone-server-0\" "} {"level":"warn","ts":"2026-07-27T22:38:01.934415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.136871874s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-l8s59\" ","response":"range_response_count:1 size:7614"} {"level":"warn","ts":"2026-07-27T22:38:01.934421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:56.793426Z","time spent":"5.140989249s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:38:01.934442Z","caller":"traceutil/trace.go:171","msg":"trace[53734375] range","detail":"{range_begin:/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-l8s59; range_end:; response_count:1; response_revision:26299; }","duration":"7.136926585s","start":"2026-07-27T22:37:54.797506Z","end":"2026-07-27T22:38:01.934432Z","steps":["trace[53734375] 'agreement among raft nodes before linearized reading' (duration: 7.136845373s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.934016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.132746215s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:38:01.934465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.797491Z","time spent":"7.136969576s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":105,"response count":1,"response size":7638,"request content":"key:\"/registry/pods/capi-kubeadm-bootstrap-system/capi-kubeadm-bootstrap-controller-manager-67b8b974d6-l8s59\" "} {"level":"info","ts":"2026-07-27T22:38:01.934479Z","caller":"traceutil/trace.go:171","msg":"trace[436546727] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26299; }","duration":"5.133253171s","start":"2026-07-27T22:37:56.801221Z","end":"2026-07-27T22:38:01.934474Z","steps":["trace[436546727] 'agreement among raft nodes before linearized reading' (duration: 5.132700483s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.934498Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:56.801197Z","time spent":"5.133295412s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:38:01.933899Z","caller":"traceutil/trace.go:171","msg":"trace[921361511] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0; response_count:0; response_revision:26299; }","duration":"5.18780616s","start":"2026-07-27T22:37:56.746075Z","end":"2026-07-27T22:38:01.933881Z","steps":["trace[921361511] 'agreement among raft nodes before linearized reading' (duration: 5.187666285s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.93457Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:56.746048Z","time spent":"5.188508332s","remote":"127.0.0.1:34986","response type":"/etcdserverpb.KV/Range","request count":0,"request size":126,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigtemplates0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:01.93414Z","caller":"traceutil/trace.go:171","msg":"trace[2056407656] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:26299; }","duration":"6.313127146s","start":"2026-07-27T22:37:55.621005Z","end":"2026-07-27T22:38:01.934133Z","steps":["trace[2056407656] 'agreement among raft nodes before linearized reading' (duration: 6.312778514s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.934637Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:55.620989Z","time spent":"6.313636021s","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:01.933984Z","caller":"traceutil/trace.go:171","msg":"trace[1339261080] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/grpcroutes/; range_end:/registry/gateway.networking.k8s.io/grpcroutes0; response_count:0; response_revision:26299; }","duration":"5.545553109s","start":"2026-07-27T22:37:56.388422Z","end":"2026-07-27T22:38:01.933976Z","steps":["trace[1339261080] 'agreement among raft nodes before linearized reading' (duration: 5.545512057s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:01.934692Z","caller":"traceutil/trace.go:171","msg":"trace[1535133073] linearizableReadLoop","detail":"{readStateIndex:27172; appliedIndex:27171; }","duration":"4.357532633s","start":"2026-07-27T22:37:57.577146Z","end":"2026-07-27T22:38:01.934679Z","steps":["trace[1535133073] 'read index received' (duration: 1.660131321s)","trace[1535133073] 'applied index is now lower than readState.Index' (duration: 2.697399702s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:01.934778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"7.140429697s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:01.934727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:56.388395Z","time spent":"5.546317483s","remote":"127.0.0.1:58928","response type":"/etcdserverpb.KV/Range","request count":0,"request size":100,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/grpcroutes/\" range_end:\"/registry/gateway.networking.k8s.io/grpcroutes0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:01.934815Z","caller":"traceutil/trace.go:171","msg":"trace[756589418] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26299; }","duration":"7.140474858s","start":"2026-07-27T22:37:54.794329Z","end":"2026-07-27T22:38:01.934804Z","steps":["trace[756589418] 'agreement among raft nodes before linearized reading' (duration: 7.140397546s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:01.934841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:54.794325Z","time spent":"7.14051039s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"warn","ts":"2026-07-27T22:38:02.810263Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000085789s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:38:02.810391Z","caller":"traceutil/trace.go:171","msg":"trace[478105157] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000293426s","start":"2026-07-27T22:38:00.810073Z","end":"2026-07-27T22:38:02.810367Z","steps":["trace[478105157] 'agreement among raft nodes before linearized reading' (duration: 2.000140401s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:02.810465Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:00.810038Z","time spent":"2.000393389s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:38:02 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:38:03.162776Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.493067ms","expected-duration":"100ms","prefix":"read-only range ","request":"limit:1 serializable:true keys_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:03.162881Z","caller":"traceutil/trace.go:171","msg":"trace[740526618] range","detail":"{range_begin:; range_end:; response_count:0; response_revision:26299; }","duration":"807.607391ms","start":"2026-07-27T22:38:02.355258Z","end":"2026-07-27T22:38:03.162865Z","steps":["trace[740526618] 'range keys from in-memory index tree' (duration: 807.480087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:03.163122Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"802.60939ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:38:03.163358Z","caller":"traceutil/trace.go:171","msg":"trace[141148189] linearizableReadLoop","detail":"{readStateIndex:27175; appliedIndex:27173; }","duration":"1.228557205s","start":"2026-07-27T22:38:01.934784Z","end":"2026-07-27T22:38:03.163341Z","steps":["trace[141148189] 'read index received' (duration: 425.729718ms)","trace[141148189] 'applied index is now lower than readState.Index' (duration: 802.825927ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:03.163459Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.308674009s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:03.163457Z","caller":"traceutil/trace.go:171","msg":"trace[1247910050] transaction","detail":"{read_only:false; response_revision:26301; number_of_response:1; }","duration":"1.498060985s","start":"2026-07-27T22:38:01.665364Z","end":"2026-07-27T22:38:03.163425Z","steps":["trace[1247910050] 'process raft request' (duration: 1.497875829s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:03.16349Z","caller":"traceutil/trace.go:171","msg":"trace[511564146] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26301; }","duration":"3.308740761s","start":"2026-07-27T22:37:59.854736Z","end":"2026-07-27T22:38:03.163477Z","steps":["trace[511564146] 'agreement among raft nodes before linearized reading' (duration: 3.308678569s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:03.163525Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:59.854718Z","time spent":"3.308797393s","remote":"127.0.0.1:52996","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:03.163587Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:01.665326Z","time spent":"1.498188209s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":521,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:03.163592Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.377774269s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:03.163651Z","caller":"traceutil/trace.go:171","msg":"trace[1491815808] range","detail":"{range_begin:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/; range_end:/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0; response_count:0; response_revision:26301; }","duration":"1.377864702s","start":"2026-07-27T22:38:01.785765Z","end":"2026-07-27T22:38:03.16363Z","steps":["trace[1491815808] 'agreement among raft nodes before linearized reading' (duration: 1.377782479s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:03.163703Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:01.785747Z","time spent":"1.377941724s","remote":"127.0.0.1:35004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs/\" range_end:\"/registry/bootstrap.cluster.x-k8s.io/kubeadmconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:03.163705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.87334762s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:03.163739Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.743114436s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:03.163765Z","caller":"traceutil/trace.go:171","msg":"trace[951370845] range","detail":"{range_begin:/registry/horizontalpodautoscalers/; range_end:/registry/horizontalpodautoscalers0; response_count:0; response_revision:26301; }","duration":"4.873448203s","start":"2026-07-27T22:37:58.290298Z","end":"2026-07-27T22:38:03.163747Z","steps":["trace[951370845] 'agreement among raft nodes before linearized reading' (duration: 4.873342429s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:03.163775Z","caller":"traceutil/trace.go:171","msg":"trace[550485121] range","detail":"{range_begin:/registry/clusterctl.cluster.x-k8s.io/providers/; range_end:/registry/clusterctl.cluster.x-k8s.io/providers0; response_count:0; response_revision:26301; }","duration":"3.743182238s","start":"2026-07-27T22:37:59.420581Z","end":"2026-07-27T22:38:03.163763Z","steps":["trace[550485121] 'agreement among raft nodes before linearized reading' (duration: 3.743114156s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:03.163772Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.45282045s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:38:03.1638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:59.420564Z","time spent":"3.74322888s","remote":"127.0.0.1:34712","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":4,"response size":32,"request content":"key:\"/registry/clusterctl.cluster.x-k8s.io/providers/\" range_end:\"/registry/clusterctl.cluster.x-k8s.io/providers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:03.163742Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.43056104s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:03.163805Z","caller":"traceutil/trace.go:171","msg":"trace[253433546] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:0; response_revision:26301; }","duration":"3.452906512s","start":"2026-07-27T22:37:59.71089Z","end":"2026-07-27T22:38:03.163797Z","steps":["trace[253433546] 'agreement among raft nodes before linearized reading' (duration: 3.45283478s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:03.163841Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:59.710868Z","time spent":"3.452966505s","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":42,"response count":1,"response size":32,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:03.163858Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.138412861s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:03.16387Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"4.559501268s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:03.163851Z","caller":"traceutil/trace.go:171","msg":"trace[115103608] range","detail":"{range_begin:/registry/cert-manager.io/certificates/; range_end:/registry/cert-manager.io/certificates0; response_count:0; response_revision:26301; }","duration":"2.430777286s","start":"2026-07-27T22:38:00.733051Z","end":"2026-07-27T22:38:03.163828Z","steps":["trace[115103608] 'agreement among raft nodes before linearized reading' (duration: 2.430509128s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:03.163904Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.283590951s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:38:03.163896Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"5.582735542s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d.18c6468105d05cff\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-27T22:38:03.163924Z","caller":"traceutil/trace.go:171","msg":"trace[1491861982] range","detail":"{range_begin:/registry/monitoring.coreos.com/prometheuses/; range_end:/registry/monitoring.coreos.com/prometheuses0; response_count:0; response_revision:26301; }","duration":"4.559600542s","start":"2026-07-27T22:37:58.60431Z","end":"2026-07-27T22:38:03.16391Z","steps":["trace[1491861982] 'agreement among raft nodes before linearized reading' (duration: 4.559518609s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:03.163928Z","caller":"traceutil/trace.go:171","msg":"trace[493074647] range","detail":"{range_begin:/registry/monitoring.coreos.com/scrapeconfigs/; range_end:/registry/monitoring.coreos.com/scrapeconfigs0; response_count:0; response_revision:26301; }","duration":"3.138531995s","start":"2026-07-27T22:38:00.025374Z","end":"2026-07-27T22:38:03.163905Z","steps":["trace[493074647] 'agreement among raft nodes before linearized reading' (duration: 3.138411741s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:03.163943Z","caller":"traceutil/trace.go:171","msg":"trace[1183043875] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26301; }","duration":"5.283635543s","start":"2026-07-27T22:37:57.880298Z","end":"2026-07-27T22:38:03.163933Z","steps":["trace[1183043875] 'agreement among raft nodes before linearized reading' (duration: 5.28355896s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:03.163805Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:58.290274Z","time spent":"4.873519305s","remote":"127.0.0.1:37736","response type":"/etcdserverpb.KV/Range","request count":0,"request size":76,"response count":0,"response size":30,"request content":"key:\"/registry/horizontalpodautoscalers/\" range_end:\"/registry/horizontalpodautoscalers0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:03.163937Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:00.733021Z","time spent":"2.43090235s","remote":"127.0.0.1:44292","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":36,"response size":32,"request content":"key:\"/registry/cert-manager.io/certificates/\" range_end:\"/registry/cert-manager.io/certificates0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:03.163971Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:58.604262Z","time spent":"4.559697035s","remote":"127.0.0.1:58738","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":1,"response size":32,"request content":"key:\"/registry/monitoring.coreos.com/prometheuses/\" range_end:\"/registry/monitoring.coreos.com/prometheuses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:03.163985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:00.025324Z","time spent":"3.138646398s","remote":"127.0.0.1:58748","response type":"/etcdserverpb.KV/Range","request count":0,"request size":98,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/scrapeconfigs/\" range_end:\"/registry/monitoring.coreos.com/scrapeconfigs0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:03.163977Z","caller":"traceutil/trace.go:171","msg":"trace[1613767730] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d.18c6468105d05cff; range_end:; response_count:1; response_revision:26301; }","duration":"5.582855455s","start":"2026-07-27T22:37:57.581097Z","end":"2026-07-27T22:38:03.163952Z","steps":["trace[1613767730] 'agreement among raft nodes before linearized reading' (duration: 5.582624398s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:03.164Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:57.880222Z","time spent":"5.283746027s","remote":"127.0.0.1:53040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:03.164015Z","caller":"traceutil/trace.go:171","msg":"trace[1596413113] transaction","detail":"{read_only:false; response_revision:26300; number_of_response:1; }","duration":"2.970293641s","start":"2026-07-27T22:38:00.193704Z","end":"2026-07-27T22:38:03.163998Z","steps":["trace[1596413113] 'process raft request' (duration: 2.16671557s)","trace[1596413113] 'compare' (duration: 802.171546ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:03.163493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.193713844s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:03.164302Z","caller":"traceutil/trace.go:171","msg":"trace[1386955830] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/flavors/; range_end:/registry/openstack.k-orc.cloud/flavors0; response_count:0; response_revision:26301; }","duration":"3.194569171s","start":"2026-07-27T22:37:59.969712Z","end":"2026-07-27T22:38:03.164281Z","steps":["trace[1386955830] 'agreement among raft nodes before linearized reading' (duration: 3.193646781s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:03.164335Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:00.193626Z","time spent":"2.970655913s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":474,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:03.16437Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:59.969696Z","time spent":"3.194654384s","remote":"127.0.0.1:50926","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/flavors/\" range_end:\"/registry/openstack.k-orc.cloud/flavors0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:03.164045Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:37:57.581079Z","time spent":"5.582950749s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":87,"response count":1,"response size":908,"request content":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d.18c6468105d05cff\" "} {"level":"warn","ts":"2026-07-27T22:38:03.663809Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234933,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:38:04.161282Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.800778539s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:38:04.801417Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"638.82466ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:38:04.801514Z","caller":"traceutil/trace.go:171","msg":"trace[1373452001] transaction","detail":"{read_only:false; response_revision:26302; number_of_response:1; }","duration":"2.860132369s","start":"2026-07-27T22:38:01.941364Z","end":"2026-07-27T22:38:04.801496Z","steps":["trace[1373452001] 'process raft request' (duration: 2.221157125s)","trace[1373452001] 'compare' (duration: 638.109847ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:04.801565Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:01.941351Z","time spent":"2.860186522s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7774,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:04.810863Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000251833s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:38:04.810953Z","caller":"traceutil/trace.go:171","msg":"trace[465226360] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000395178s","start":"2026-07-27T22:38:02.810534Z","end":"2026-07-27T22:38:04.810929Z","steps":["trace[465226360] 'agreement among raft nodes before linearized reading' (duration: 2.000287425s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:04.811005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:02.810515Z","time spent":"2.000479011s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:38:04 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:38:05.46934Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.307073603s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:38:05.469606Z","caller":"traceutil/trace.go:171","msg":"trace[1143037408] linearizableReadLoop","detail":"{readStateIndex:27177; appliedIndex:27175; }","duration":"2.306195202s","start":"2026-07-27T22:38:03.163391Z","end":"2026-07-27T22:38:05.469586Z","steps":["trace[1143037408] 'read index received' (duration: 999.14476ms)","trace[1143037408] 'applied index is now lower than readState.Index' (duration: 1.307049562s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:05.469758Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.526694189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:05.469777Z","caller":"traceutil/trace.go:171","msg":"trace[340639106] range","detail":"{range_begin:/registry/endpointslices/magnum-system/; range_end:/registry/endpointslices/magnum-system0; response_count:0; response_revision:26303; }","duration":"3.526773361s","start":"2026-07-27T22:38:01.942997Z","end":"2026-07-27T22:38:05.46977Z","steps":["trace[340639106] 'agreement among raft nodes before linearized reading' (duration: 3.526671698s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:05.469756Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.628496443s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:05.469834Z","caller":"traceutil/trace.go:171","msg":"trace[1331452439] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26303; }","duration":"2.628620307s","start":"2026-07-27T22:38:02.841194Z","end":"2026-07-27T22:38:05.469815Z","steps":["trace[1331452439] 'agreement among raft nodes before linearized reading' (duration: 2.628416791s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:05.469839Z","caller":"traceutil/trace.go:171","msg":"trace[760492179] transaction","detail":"{read_only:false; response_revision:26303; number_of_response:1; }","duration":"2.301987876s","start":"2026-07-27T22:38:03.167828Z","end":"2026-07-27T22:38:05.469816Z","steps":["trace[760492179] 'process raft request' (duration: 2.301641675s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:05.46985Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.826396708s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:38:05.469876Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531085189s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/default/kubernetes\" ","response":"range_response_count:1 size:423"} {"level":"warn","ts":"2026-07-27T22:38:05.469877Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:02.841178Z","time spent":"2.62868744s","remote":"127.0.0.1:34866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:05.469887Z","caller":"traceutil/trace.go:171","msg":"trace[1805450588] range","detail":"{range_begin:/registry/csinodes/; range_end:/registry/csinodes0; response_count:0; response_revision:26303; }","duration":"2.826481161s","start":"2026-07-27T22:38:02.643394Z","end":"2026-07-27T22:38:05.469875Z","steps":["trace[1805450588] 'agreement among raft nodes before linearized reading' (duration: 2.826412669s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:05.469901Z","caller":"traceutil/trace.go:171","msg":"trace[654333923] range","detail":"{range_begin:/registry/services/endpoints/default/kubernetes; range_end:; response_count:1; response_revision:26303; }","duration":"3.531141581s","start":"2026-07-27T22:38:01.938752Z","end":"2026-07-27T22:38:05.469893Z","steps":["trace[654333923] 'agreement among raft nodes before linearized reading' (duration: 3.531056758s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:05.469923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:01.938731Z","time spent":"3.531186413s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":49,"response count":1,"response size":447,"request content":"key:\"/registry/services/endpoints/default/kubernetes\" "} {"level":"warn","ts":"2026-07-27T22:38:05.469927Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:02.643368Z","time spent":"2.826549423s","remote":"127.0.0.1:37924","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":32,"request content":"key:\"/registry/csinodes/\" range_end:\"/registry/csinodes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:05.469932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:03.167812Z","time spent":"2.302065319s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":866,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:05.470195Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.531666308s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ee13c98c-f5af-4c96-ae47-851b04c9b34c\" ","response":"range_response_count:1 size:1323"} {"level":"warn","ts":"2026-07-27T22:38:05.469768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.395082621s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:05.470217Z","caller":"traceutil/trace.go:171","msg":"trace[950573891] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ee13c98c-f5af-4c96-ae47-851b04c9b34c; range_end:; response_count:1; response_revision:26303; }","duration":"3.53173313s","start":"2026-07-27T22:38:01.938477Z","end":"2026-07-27T22:38:05.47021Z","steps":["trace[950573891] 'agreement among raft nodes before linearized reading' (duration: 3.531643617s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:05.470225Z","caller":"traceutil/trace.go:171","msg":"trace[665527470] range","detail":"{range_begin:/registry/rabbitmq.com/rabbitmqclusters/; range_end:/registry/rabbitmq.com/rabbitmqclusters0; response_count:0; response_revision:26303; }","duration":"2.395585457s","start":"2026-07-27T22:38:03.074632Z","end":"2026-07-27T22:38:05.470217Z","steps":["trace[665527470] 'agreement among raft nodes before linearized reading' (duration: 2.395032569s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:05.470235Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:01.938453Z","time spent":"3.531778322s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1347,"request content":"key:\"/registry/persistentvolumes/pvc-ee13c98c-f5af-4c96-ae47-851b04c9b34c\" "} {"level":"warn","ts":"2026-07-27T22:38:05.470254Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:03.074613Z","time spent":"2.395633948s","remote":"127.0.0.1:44902","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":10,"response size":32,"request content":"key:\"/registry/rabbitmq.com/rabbitmqclusters/\" range_end:\"/registry/rabbitmq.com/rabbitmqclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:05.469769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.966361646s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:05.470313Z","caller":"traceutil/trace.go:171","msg":"trace[86997393] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:26303; }","duration":"2.966975295s","start":"2026-07-27T22:38:02.503323Z","end":"2026-07-27T22:38:05.470299Z","steps":["trace[86997393] 'agreement among raft nodes before linearized reading' (duration: 2.966309913s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:05.470223Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.480706286s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:05.470345Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:02.503295Z","time spent":"2.967039777s","remote":"127.0.0.1:50868","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:05.469797Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:01.942952Z","time spent":"3.526840884s","remote":"127.0.0.1:37774","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/endpointslices/magnum-system/\" range_end:\"/registry/endpointslices/magnum-system0\" "} {"level":"info","ts":"2026-07-27T22:38:05.470361Z","caller":"traceutil/trace.go:171","msg":"trace[1012646381] range","detail":"{range_begin:/registry/acme.cert-manager.io/challenges/; range_end:/registry/acme.cert-manager.io/challenges0; response_count:0; response_revision:26303; }","duration":"2.480884672s","start":"2026-07-27T22:38:02.989469Z","end":"2026-07-27T22:38:05.470354Z","steps":["trace[1012646381] 'agreement among raft nodes before linearized reading' (duration: 2.480720116s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:05.470385Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:02.989448Z","time spent":"2.480930003s","remote":"127.0.0.1:44308","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/acme.cert-manager.io/challenges/\" range_end:\"/registry/acme.cert-manager.io/challenges0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:05.970559Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234937,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:38:06.817845Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.00011655s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:38:06.817985Z","caller":"traceutil/trace.go:171","msg":"trace[1569844635] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000311187s","start":"2026-07-27T22:38:04.817657Z","end":"2026-07-27T22:38:06.817968Z","steps":["trace[1569844635] 'agreement among raft nodes before linearized reading' (duration: 2.000155792s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.818049Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:04.81764Z","time spent":"2.000395269s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:38:06 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:38:06.974751Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"979.113919ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:38:06.974958Z","caller":"traceutil/trace.go:171","msg":"trace[1688549046] transaction","detail":"{read_only:false; response_revision:26304; number_of_response:1; }","duration":"2.018715067s","start":"2026-07-27T22:38:04.956216Z","end":"2026-07-27T22:38:06.974931Z","steps":["trace[1688549046] 'process raft request' (duration: 1.039300908s)","trace[1688549046] 'compare' (duration: 978.301333ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:06.975092Z","caller":"traceutil/trace.go:171","msg":"trace[1102024572] linearizableReadLoop","detail":"{readStateIndex:27180; appliedIndex:27177; }","duration":"1.505420041s","start":"2026-07-27T22:38:05.46965Z","end":"2026-07-27T22:38:06.97507Z","steps":["trace[1102024572] 'read index received' (duration: 525.945111ms)","trace[1102024572] 'applied index is now lower than readState.Index' (duration: 979.47312ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:06.975179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:04.95619Z","time spent":"2.018827461s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":673,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:06.975289Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.167485936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" ","response":"range_response_count:1 size:7305"} {"level":"warn","ts":"2026-07-27T22:38:06.975278Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.863368377s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:06.975331Z","caller":"traceutil/trace.go:171","msg":"trace[837086388] range","detail":"{range_begin:/registry/pods/kube-system/kube-apiserver-instance; range_end:; response_count:1; response_revision:26306; }","duration":"2.167557708s","start":"2026-07-27T22:38:04.807764Z","end":"2026-07-27T22:38:06.975322Z","steps":["trace[837086388] 'agreement among raft nodes before linearized reading' (duration: 2.167380843s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.975359Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:04.807741Z","time spent":"2.167611469s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":7329,"request content":"key:\"/registry/pods/kube-system/kube-apiserver-instance\" "} {"level":"info","ts":"2026-07-27T22:38:06.975358Z","caller":"traceutil/trace.go:171","msg":"trace[402086644] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:26306; }","duration":"1.863505051s","start":"2026-07-27T22:38:05.111833Z","end":"2026-07-27T22:38:06.975338Z","steps":["trace[402086644] 'agreement among raft nodes before linearized reading' (duration: 1.863332045s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.975392Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033993723s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:38:06.975409Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:05.111809Z","time spent":"1.863588464s","remote":"127.0.0.1:37968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:06.975433Z","caller":"traceutil/trace.go:171","msg":"trace[1444323206] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26306; }","duration":"3.034045986s","start":"2026-07-27T22:38:03.941377Z","end":"2026-07-27T22:38:06.975423Z","steps":["trace[1444323206] 'agreement among raft nodes before linearized reading' (duration: 3.033954733s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.975476Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:03.941372Z","time spent":"3.034094127s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:38:06.975524Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.984890002s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:06.975559Z","caller":"traceutil/trace.go:171","msg":"trace[891044568] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/images/; range_end:/registry/openstack.k-orc.cloud/images0; response_count:0; response_revision:26306; }","duration":"1.984961325s","start":"2026-07-27T22:38:04.990586Z","end":"2026-07-27T22:38:06.975547Z","steps":["trace[891044568] 'agreement among raft nodes before linearized reading' (duration: 1.984908793s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.975559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.187562657s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:06.975608Z","caller":"traceutil/trace.go:171","msg":"trace[1548273758] range","detail":"{range_begin:/registry/cilium.io/ciliumclusterwidenetworkpolicies/; range_end:/registry/cilium.io/ciliumclusterwidenetworkpolicies0; response_count:0; response_revision:26306; }","duration":"3.187614158s","start":"2026-07-27T22:38:03.787983Z","end":"2026-07-27T22:38:06.975597Z","steps":["trace[1548273758] 'agreement among raft nodes before linearized reading' (duration: 3.187531895s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.975631Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:03.787904Z","time spent":"3.187720352s","remote":"127.0.0.1:36890","response type":"/etcdserverpb.KV/Range","request count":0,"request size":112,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies/\" range_end:\"/registry/cilium.io/ciliumclusterwidenetworkpolicies0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:06.975101Z","caller":"traceutil/trace.go:171","msg":"trace[401542240] transaction","detail":"{read_only:false; response_revision:26305; number_of_response:1; }","duration":"1.833275581s","start":"2026-07-27T22:38:05.141802Z","end":"2026-07-27T22:38:06.975078Z","steps":["trace[401542240] 'process raft request' (duration: 1.833066405s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.975668Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.081823049s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:06.975696Z","caller":"traceutil/trace.go:171","msg":"trace[1132113579] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/backendtlspolicies/; range_end:/registry/gateway.networking.k8s.io/backendtlspolicies0; response_count:0; response_revision:26306; }","duration":"2.081886972s","start":"2026-07-27T22:38:04.893798Z","end":"2026-07-27T22:38:06.975685Z","steps":["trace[1132113579] 'agreement among raft nodes before linearized reading' (duration: 2.081848731s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.975724Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:04.893774Z","time spent":"2.081942413s","remote":"127.0.0.1:59048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":116,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.k8s.io/backendtlspolicies/\" range_end:\"/registry/gateway.networking.k8s.io/backendtlspolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:06.975732Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:05.141782Z","time spent":"1.833898072s","remote":"127.0.0.1:54872","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7897,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:06.975773Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.504773296s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:06.975867Z","caller":"traceutil/trace.go:171","msg":"trace[1105873238] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/volumes/; range_end:/registry/openstack.k-orc.cloud/volumes0; response_count:0; response_revision:26306; }","duration":"3.5048989s","start":"2026-07-27T22:38:03.470932Z","end":"2026-07-27T22:38:06.975831Z","steps":["trace[1105873238] 'agreement among raft nodes before linearized reading' (duration: 3.504727104s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.975932Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:03.470913Z","time spent":"3.505007414s","remote":"127.0.0.1:50846","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/volumes/\" range_end:\"/registry/openstack.k-orc.cloud/volumes0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:06.975963Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.034608394s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:38:06.975993Z","caller":"traceutil/trace.go:171","msg":"trace[1158862841] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26306; }","duration":"3.034680775s","start":"2026-07-27T22:38:03.941302Z","end":"2026-07-27T22:38:06.975982Z","steps":["trace[1158862841] 'agreement among raft nodes before linearized reading' (duration: 3.034599983s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.975313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.033351243s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:38:06.976024Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:03.941275Z","time spent":"3.034740948s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:38:06.976062Z","caller":"traceutil/trace.go:171","msg":"trace[1705205300] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26306; }","duration":"3.034115227s","start":"2026-07-27T22:38:03.941928Z","end":"2026-07-27T22:38:06.976044Z","steps":["trace[1705205300] 'agreement among raft nodes before linearized reading' (duration: 3.03324812s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.976114Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.75182554s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-27T22:38:06.976145Z","caller":"traceutil/trace.go:171","msg":"trace[836552717] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26306; }","duration":"1.751882342s","start":"2026-07-27T22:38:05.224254Z","end":"2026-07-27T22:38:06.976136Z","steps":["trace[836552717] 'agreement among raft nodes before linearized reading' (duration: 1.751786879s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.976142Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:03.94192Z","time spent":"3.03420253s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:38:06.976179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:05.224237Z","time spent":"1.751935725s","remote":"127.0.0.1:37604","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":381,"request content":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" "} {"level":"warn","ts":"2026-07-27T22:38:06.976177Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.250114741s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:06.97621Z","caller":"traceutil/trace.go:171","msg":"trace[2004083332] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/subnets/; range_end:/registry/openstack.k-orc.cloud/subnets0; response_count:0; response_revision:26306; }","duration":"3.250188194s","start":"2026-07-27T22:38:03.726011Z","end":"2026-07-27T22:38:06.976199Z","steps":["trace[2004083332] 'agreement among raft nodes before linearized reading' (duration: 3.250135653s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.975582Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:04.990562Z","time spent":"1.985013926s","remote":"127.0.0.1:51004","response type":"/etcdserverpb.KV/Range","request count":0,"request size":84,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/images/\" range_end:\"/registry/openstack.k-orc.cloud/images0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:06.976241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:03.725991Z","time spent":"3.250242146s","remote":"127.0.0.1:50966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/subnets/\" range_end:\"/registry/openstack.k-orc.cloud/subnets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:06.975881Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"3.150031254s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:06.97562Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.062942895s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:06.976489Z","caller":"traceutil/trace.go:171","msg":"trace[566882151] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:26306; }","duration":"2.063830653s","start":"2026-07-27T22:38:04.912639Z","end":"2026-07-27T22:38:06.976469Z","steps":["trace[566882151] 'agreement among raft nodes before linearized reading' (duration: 2.062957585s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.976543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:04.912618Z","time spent":"2.063908125s","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:06.976424Z","caller":"traceutil/trace.go:171","msg":"trace[1035904903] range","detail":"{range_begin:/registry/resourcequotas/; range_end:/registry/resourcequotas0; response_count:0; response_revision:26306; }","duration":"3.150616172s","start":"2026-07-27T22:38:03.825795Z","end":"2026-07-27T22:38:06.976411Z","steps":["trace[1035904903] 'agreement among raft nodes before linearized reading' (duration: 3.150050074s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.977175Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:03.82577Z","time spent":"3.150814139s","remote":"127.0.0.1:37588","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":0,"response size":30,"request content":"key:\"/registry/resourcequotas/\" range_end:\"/registry/resourcequotas0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:06.975641Z","caller":"traceutil/trace.go:171","msg":"trace[1754401087] transaction","detail":"{read_only:false; response_revision:26306; number_of_response:1; }","duration":"1.501678211s","start":"2026-07-27T22:38:05.473944Z","end":"2026-07-27T22:38:06.975622Z","steps":["trace[1754401087] 'process raft request' (duration: 1.501050631s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:06.979114Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:05.473929Z","time spent":"1.505134922s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":822,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"info","ts":"2026-07-27T22:38:07.292018Z","caller":"traceutil/trace.go:171","msg":"trace[802397916] linearizableReadLoop","detail":"{readStateIndex:27181; appliedIndex:27180; }","duration":"316.852818ms","start":"2026-07-27T22:38:06.975146Z","end":"2026-07-27T22:38:07.291999Z","steps":["trace[802397916] 'read index received' (duration: 254.802428ms)","trace[802397916] 'applied index is now lower than readState.Index' (duration: 62.04911ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:07.292159Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"699.285498ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:07.292158Z","caller":"traceutil/trace.go:171","msg":"trace[2026509358] transaction","detail":"{read_only:false; response_revision:26307; number_of_response:1; }","duration":"352.210002ms","start":"2026-07-27T22:38:06.939914Z","end":"2026-07-27T22:38:07.292124Z","steps":["trace[2026509358] 'process raft request' (duration: 290.110361ms)","trace[2026509358] 'compare' (duration: 61.736849ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:07.292202Z","caller":"traceutil/trace.go:171","msg":"trace[387902243] range","detail":"{range_begin:/registry/monitoring.coreos.com/alertmanagerconfigs/; range_end:/registry/monitoring.coreos.com/alertmanagerconfigs0; response_count:0; response_revision:26307; }","duration":"699.384062ms","start":"2026-07-27T22:38:06.592806Z","end":"2026-07-27T22:38:07.29219Z","steps":["trace[387902243] 'agreement among raft nodes before linearized reading' (duration: 699.297889ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:07.292234Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:06.592787Z","time spent":"699.437403ms","remote":"127.0.0.1:58724","response type":"/etcdserverpb.KV/Range","request count":0,"request size":110,"response count":0,"response size":30,"request content":"key:\"/registry/monitoring.coreos.com/alertmanagerconfigs/\" range_end:\"/registry/monitoring.coreos.com/alertmanagerconfigs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:07.292237Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"473.852021ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:07.292287Z","caller":"traceutil/trace.go:171","msg":"trace[1476568104] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26307; }","duration":"473.926823ms","start":"2026-07-27T22:38:06.818344Z","end":"2026-07-27T22:38:07.292271Z","steps":["trace[1476568104] 'agreement among raft nodes before linearized reading' (duration: 473.861391ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:07.292341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:06.818327Z","time spent":"474.004626ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:38:07.292419Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.820433821s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-27T22:38:07.292477Z","caller":"traceutil/trace.go:171","msg":"trace[137629801] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26307; }","duration":"1.820514083s","start":"2026-07-27T22:38:05.471954Z","end":"2026-07-27T22:38:07.292468Z","steps":["trace[137629801] 'agreement among raft nodes before linearized reading' (duration: 1.820373768s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:07.292494Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"312.710475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-kwkrm\" ","response":"range_response_count:1 size:7542"} {"level":"warn","ts":"2026-07-27T22:38:07.29251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:05.471942Z","time spent":"1.820560435s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" "} {"level":"info","ts":"2026-07-27T22:38:07.292523Z","caller":"traceutil/trace.go:171","msg":"trace[566480641] range","detail":"{range_begin:/registry/pods/capi-system/capi-controller-manager-5647546676-kwkrm; range_end:; response_count:1; response_revision:26307; }","duration":"312.761687ms","start":"2026-07-27T22:38:06.979753Z","end":"2026-07-27T22:38:07.292514Z","steps":["trace[566480641] 'agreement among raft nodes before linearized reading' (duration: 312.670284ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:07.29229Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:06.939897Z","time spent":"352.319935ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:07.292548Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:06.979739Z","time spent":"312.801418ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":69,"response count":1,"response size":7566,"request content":"key:\"/registry/pods/capi-system/capi-controller-manager-5647546676-kwkrm\" "} {"level":"warn","ts":"2026-07-27T22:38:07.292615Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.198389ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/storageclasses/\" range_end:\"/registry/storageclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:38:07.292161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"540.349433ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:07.292687Z","caller":"traceutil/trace.go:171","msg":"trace[2031734306] range","detail":"{range_begin:/registry/storageclasses/; range_end:/registry/storageclasses0; response_count:0; response_revision:26307; }","duration":"123.317093ms","start":"2026-07-27T22:38:07.169354Z","end":"2026-07-27T22:38:07.292671Z","steps":["trace[2031734306] 'agreement among raft nodes before linearized reading' (duration: 123.180249ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:07.292709Z","caller":"traceutil/trace.go:171","msg":"trace[2099789705] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:26307; }","duration":"540.948782ms","start":"2026-07-27T22:38:06.751743Z","end":"2026-07-27T22:38:07.292692Z","steps":["trace[2099789705] 'agreement among raft nodes before linearized reading' (duration: 540.298521ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:07.292744Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.357611953s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:07.292779Z","caller":"traceutil/trace.go:171","msg":"trace[38083716] range","detail":"{range_begin:/registry/services/endpoints/; range_end:/registry/services/endpoints0; response_count:0; response_revision:26307; }","duration":"1.357682315s","start":"2026-07-27T22:38:05.935085Z","end":"2026-07-27T22:38:07.292768Z","steps":["trace[38083716] 'agreement among raft nodes before linearized reading' (duration: 1.357553851s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:07.292779Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:06.751721Z","time spent":"541.040385ms","remote":"127.0.0.1:50944","response type":"/etcdserverpb.KV/Range","request count":0,"request size":96,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:07.292799Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"307.924832ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" ","response":"range_response_count:1 size:18144"} {"level":"warn","ts":"2026-07-27T22:38:07.292814Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:05.935064Z","time spent":"1.357742257s","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":90,"response size":32,"request content":"key:\"/registry/services/endpoints/\" range_end:\"/registry/services/endpoints0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:07.292828Z","caller":"traceutil/trace.go:171","msg":"trace[1348296526] range","detail":"{range_begin:/registry/minions/; range_end:/registry/minions0; response_count:1; response_revision:26307; }","duration":"307.965763ms","start":"2026-07-27T22:38:06.984853Z","end":"2026-07-27T22:38:07.292819Z","steps":["trace[1348296526] 'agreement among raft nodes before linearized reading' (duration: 307.87913ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:07.292852Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:06.984846Z","time spent":"307.998544ms","remote":"127.0.0.1:37680","response type":"/etcdserverpb.KV/Range","request count":0,"request size":40,"response count":1,"response size":18168,"request content":"key:\"/registry/minions/\" range_end:\"/registry/minions0\" "} {"level":"warn","ts":"2026-07-27T22:38:07.29285Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"311.117684ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"info","ts":"2026-07-27T22:38:07.292934Z","caller":"traceutil/trace.go:171","msg":"trace[1142579030] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:26307; }","duration":"311.229238ms","start":"2026-07-27T22:38:06.981685Z","end":"2026-07-27T22:38:07.292914Z","steps":["trace[1142579030] 'agreement among raft nodes before linearized reading' (duration: 310.962219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:07.292985Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:06.981678Z","time spent":"311.29739ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":801,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" "} {"level":"warn","ts":"2026-07-27T22:38:07.293022Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.818082705s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" ","response":"range_response_count:1 size:1862"} {"level":"info","ts":"2026-07-27T22:38:07.293129Z","caller":"traceutil/trace.go:171","msg":"trace[463880980] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0; range_end:; response_count:1; response_revision:26307; }","duration":"1.818217819s","start":"2026-07-27T22:38:05.474889Z","end":"2026-07-27T22:38:07.293107Z","steps":["trace[463880980] 'agreement among raft nodes before linearized reading' (duration: 1.81793673s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:07.293191Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:05.474882Z","time spent":"1.818290771s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":1,"response size":1886,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-neutron-server-0\" "} {"level":"warn","ts":"2026-07-27T22:38:07.796551Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:38:08.297226Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:38:08.797649Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234943,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:38:08.892608Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.525131372s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:38:08.893362Z","caller":"traceutil/trace.go:171","msg":"trace[1090257898] transaction","detail":"{read_only:false; response_revision:26308; number_of_response:1; }","duration":"1.597045678s","start":"2026-07-27T22:38:07.296268Z","end":"2026-07-27T22:38:08.893314Z","steps":["trace[1090257898] 'process raft request' (duration: 1.596772989s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:08.893584Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:07.296253Z","time spent":"1.597181702s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:09.301441Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000565264s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context canceled"} {"level":"info","ts":"2026-07-27T22:38:09.301534Z","caller":"traceutil/trace.go:171","msg":"trace[347562084] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000693988s","start":"2026-07-27T22:38:07.30082Z","end":"2026-07-27T22:38:09.301514Z","steps":["trace[347562084] 'agreement among raft nodes before linearized reading' (duration: 2.000391278s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.301655Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:07.300812Z","time spent":"2.000828882s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:38:09 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"info","ts":"2026-07-27T22:38:09.704477Z","caller":"traceutil/trace.go:171","msg":"trace[782897861] linearizableReadLoop","detail":"{readStateIndex:27183; appliedIndex:27181; }","duration":"2.40815798s","start":"2026-07-27T22:38:07.296296Z","end":"2026-07-27T22:38:09.704453Z","steps":["trace[782897861] 'read index received' (duration: 1.59679977s)","trace[782897861] 'applied index is now lower than readState.Index' (duration: 811.35688ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:09.704767Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.4084493s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-ab9b64c2-c57f-47f2-807a-93a1ccc38bf7\" ","response":"range_response_count:1 size:1322"} {"level":"info","ts":"2026-07-27T22:38:09.704745Z","caller":"traceutil/trace.go:171","msg":"trace[540430519] transaction","detail":"{read_only:false; response_revision:26309; number_of_response:1; }","duration":"2.402803459s","start":"2026-07-27T22:38:07.301791Z","end":"2026-07-27T22:38:09.704594Z","steps":["trace[540430519] 'process raft request' (duration: 2.402510059s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.704856Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.276551044s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:09.704882Z","caller":"traceutil/trace.go:171","msg":"trace[960568308] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26309; }","duration":"1.276625007s","start":"2026-07-27T22:38:08.428248Z","end":"2026-07-27T22:38:09.704873Z","steps":["trace[960568308] 'agreement among raft nodes before linearized reading' (duration: 1.276574055s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.704924Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:08.428221Z","time spent":"1.276695779s","remote":"127.0.0.1:52982","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:09.704918Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"722.7475ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:38:09.704975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:07.301773Z","time spent":"2.403072767s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7702,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:38:09.704997Z","caller":"traceutil/trace.go:171","msg":"trace[1956154474] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26309; }","duration":"722.893265ms","start":"2026-07-27T22:38:08.982084Z","end":"2026-07-27T22:38:09.704978Z","steps":["trace[1956154474] 'agreement among raft nodes before linearized reading' (duration: 722.609926ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.705015Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.506381622s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:09.705063Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:08.98206Z","time spent":"722.994158ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:38:09.705128Z","caller":"traceutil/trace.go:171","msg":"trace[402512036] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:26309; }","duration":"1.506567628s","start":"2026-07-27T22:38:08.198494Z","end":"2026-07-27T22:38:09.705062Z","steps":["trace[402512036] 'agreement among raft nodes before linearized reading' (duration: 1.506405993s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:09.704798Z","caller":"traceutil/trace.go:171","msg":"trace[1188001459] range","detail":"{range_begin:/registry/persistentvolumes/pvc-ab9b64c2-c57f-47f2-807a-93a1ccc38bf7; range_end:; response_count:1; response_revision:26309; }","duration":"2.408525822s","start":"2026-07-27T22:38:07.29626Z","end":"2026-07-27T22:38:09.704786Z","steps":["trace[1188001459] 'agreement among raft nodes before linearized reading' (duration: 2.408340746s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.705251Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:08.198469Z","time spent":"1.506749144s","remote":"127.0.0.1:34816","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:09.705305Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:07.296248Z","time spent":"2.409045348s","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1346,"request content":"key:\"/registry/persistentvolumes/pvc-ab9b64c2-c57f-47f2-807a-93a1ccc38bf7\" "} {"level":"warn","ts":"2026-07-27T22:38:09.705414Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"807.021062ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/openstack/glance-api-979d5958-lz2bt.18c644c2e17ac5ab\" ","response":"range_response_count:1 size:1982"} {"level":"info","ts":"2026-07-27T22:38:09.705454Z","caller":"traceutil/trace.go:171","msg":"trace[940609072] range","detail":"{range_begin:/registry/events/openstack/glance-api-979d5958-lz2bt.18c644c2e17ac5ab; range_end:; response_count:1; response_revision:26309; }","duration":"807.108975ms","start":"2026-07-27T22:38:08.898335Z","end":"2026-07-27T22:38:09.705444Z","steps":["trace[940609072] 'agreement among raft nodes before linearized reading' (duration: 806.985961ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.705482Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:08.898311Z","time spent":"807.164316ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":2006,"request content":"key:\"/registry/events/openstack/glance-api-979d5958-lz2bt.18c644c2e17ac5ab\" "} {"level":"warn","ts":"2026-07-27T22:38:09.705554Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.547723027s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:09.705598Z","caller":"traceutil/trace.go:171","msg":"trace[1647577202] range","detail":"{range_begin:/registry/jobs/; range_end:/registry/jobs0; response_count:0; response_revision:26309; }","duration":"1.54780716s","start":"2026-07-27T22:38:08.157779Z","end":"2026-07-27T22:38:09.705586Z","steps":["trace[1647577202] 'agreement among raft nodes before linearized reading' (duration: 1.547622224s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.70564Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:08.157761Z","time spent":"1.547871472s","remote":"127.0.0.1:37744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":36,"response count":87,"response size":32,"request content":"key:\"/registry/jobs/\" range_end:\"/registry/jobs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:09.705656Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"870.58821ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:09.704843Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.407772218s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"warn","ts":"2026-07-27T22:38:09.705748Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.923179973s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:09.705759Z","caller":"traceutil/trace.go:171","msg":"trace[493915093] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:26309; }","duration":"2.40874992s","start":"2026-07-27T22:38:07.296988Z","end":"2026-07-27T22:38:09.705738Z","steps":["trace[493915093] 'agreement among raft nodes before linearized reading' (duration: 2.407673565s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:09.705801Z","caller":"traceutil/trace.go:171","msg":"trace[994126052] range","detail":"{range_begin:/registry/ceph.rook.io/cephrbdmirrors/; range_end:/registry/ceph.rook.io/cephrbdmirrors0; response_count:0; response_revision:26309; }","duration":"1.923272177s","start":"2026-07-27T22:38:07.782515Z","end":"2026-07-27T22:38:09.705787Z","steps":["trace[994126052] 'agreement among raft nodes before linearized reading' (duration: 1.923174254s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.705839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:07.782493Z","time spent":"1.923338259s","remote":"127.0.0.1:54930","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephrbdmirrors/\" range_end:\"/registry/ceph.rook.io/cephrbdmirrors0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:09.705687Z","caller":"traceutil/trace.go:171","msg":"trace[1791226598] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:26309; }","duration":"870.666732ms","start":"2026-07-27T22:38:08.83501Z","end":"2026-07-27T22:38:09.705677Z","steps":["trace[1791226598] 'agreement among raft nodes before linearized reading' (duration: 870.61354ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.705843Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:07.29695Z","time spent":"2.408878113s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Range","request count":0,"request size":39,"response count":1,"response size":163,"request content":"key:\"/registry/masterleases/199.204.45.138\" "} {"level":"warn","ts":"2026-07-27T22:38:09.705917Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:08.834984Z","time spent":"870.891179ms","remote":"127.0.0.1:34948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:09.705938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"903.855416ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:09.70597Z","caller":"traceutil/trace.go:171","msg":"trace[582326302] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26309; }","duration":"903.927899ms","start":"2026-07-27T22:38:08.802032Z","end":"2026-07-27T22:38:09.705959Z","steps":["trace[582326302] 'agreement among raft nodes before linearized reading' (duration: 903.879727ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.706004Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:08.80201Z","time spent":"903.9894ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:38:09.706072Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"494.322477ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:09.706105Z","caller":"traceutil/trace.go:171","msg":"trace[1414869894] range","detail":"{range_begin:/registry/rabbitmq.com/queues/; range_end:/registry/rabbitmq.com/queues0; response_count:0; response_revision:26309; }","duration":"494.393139ms","start":"2026-07-27T22:38:09.211704Z","end":"2026-07-27T22:38:09.706097Z","steps":["trace[1414869894] 'agreement among raft nodes before linearized reading' (duration: 494.341347ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.706127Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.211684Z","time spent":"494.437581ms","remote":"127.0.0.1:44948","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/queues/\" range_end:\"/registry/rabbitmq.com/queues0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:09.706249Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"660.469053ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:09.706313Z","caller":"traceutil/trace.go:171","msg":"trace[702750041] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusterclasses/; range_end:/registry/cluster.x-k8s.io/clusterclasses0; response_count:0; response_revision:26309; }","duration":"660.582357ms","start":"2026-07-27T22:38:09.045713Z","end":"2026-07-27T22:38:09.706296Z","steps":["trace[702750041] 'agreement among raft nodes before linearized reading' (duration: 660.468064ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.706361Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.045686Z","time spent":"660.66206ms","remote":"127.0.0.1:34856","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/clusterclasses/\" range_end:\"/registry/cluster.x-k8s.io/clusterclasses0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:09.706415Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.788287ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:38:09.706458Z","caller":"traceutil/trace.go:171","msg":"trace[1270900102] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26309; }","duration":"720.87196ms","start":"2026-07-27T22:38:08.985574Z","end":"2026-07-27T22:38:09.706446Z","steps":["trace[1270900102] 'agreement among raft nodes before linearized reading' (duration: 720.760307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.706491Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:08.985548Z","time spent":"720.937063ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:38:09.706603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"720.801548ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:38:09.706648Z","caller":"traceutil/trace.go:171","msg":"trace[1731459329] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26309; }","duration":"720.901511ms","start":"2026-07-27T22:38:08.985735Z","end":"2026-07-27T22:38:09.706636Z","steps":["trace[1731459329] 'agreement among raft nodes before linearized reading' (duration: 720.728796ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.706683Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:08.985696Z","time spent":"720.980274ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:38:09.706705Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"253.515597ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:09.706752Z","caller":"traceutil/trace.go:171","msg":"trace[1677128928] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:26309; }","duration":"253.59174ms","start":"2026-07-27T22:38:09.453147Z","end":"2026-07-27T22:38:09.706738Z","steps":["trace[1677128928] 'agreement among raft nodes before linearized reading' (duration: 253.524397ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.70686Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"404.796077ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:09.706944Z","caller":"traceutil/trace.go:171","msg":"trace[2138357448] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26309; }","duration":"404.947462ms","start":"2026-07-27T22:38:09.301978Z","end":"2026-07-27T22:38:09.706926Z","steps":["trace[2138357448] 'agreement among raft nodes before linearized reading' (duration: 404.609631ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.706997Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.301956Z","time spent":"405.032805ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:38:09.707047Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"302.322132ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:09.707237Z","caller":"traceutil/trace.go:171","msg":"trace[1487253301] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/keypairs/; range_end:/registry/openstack.k-orc.cloud/keypairs0; response_count:0; response_revision:26309; }","duration":"303.052435ms","start":"2026-07-27T22:38:09.404173Z","end":"2026-07-27T22:38:09.707226Z","steps":["trace[1487253301] 'agreement among raft nodes before linearized reading' (duration: 302.283251ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:09.707278Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.404156Z","time spent":"303.112188ms","remote":"127.0.0.1:50866","response type":"/etcdserverpb.KV/Range","request count":0,"request size":88,"response count":0,"response size":30,"request content":"key:\"/registry/openstack.k-orc.cloud/keypairs/\" range_end:\"/registry/openstack.k-orc.cloud/keypairs0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:10.212554Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399234947,"retry-timeout":"500ms"} {"level":"warn","ts":"2026-07-27T22:38:11.674786Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.233862265s","expected-duration":"100ms","prefix":"","request":"header: lease_grant:","response":"size:42"} {"level":"warn","ts":"2026-07-27T22:38:11.674872Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.707431Z","time spent":"1.967438612s","remote":"127.0.0.1:37512","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"warn","ts":"2026-07-27T22:38:11.857331Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.28551844s","expected-duration":"1s"} {"level":"warn","ts":"2026-07-27T22:38:11.973147Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"115.494113ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:38:11.973539Z","caller":"traceutil/trace.go:171","msg":"trace[234179351] linearizableReadLoop","detail":"{readStateIndex:27185; appliedIndex:27183; }","duration":"2.261402236s","start":"2026-07-27T22:38:09.712115Z","end":"2026-07-27T22:38:11.973517Z","steps":["trace[234179351] 'read index received' (duration: 728.812794ms)","trace[234179351] 'applied index is now lower than readState.Index' (duration: 1.532586852s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:11.973601Z","caller":"traceutil/trace.go:171","msg":"trace[1465358628] transaction","detail":"{read_only:false; response_revision:26310; number_of_response:1; }","duration":"2.2627982s","start":"2026-07-27T22:38:09.710726Z","end":"2026-07-27T22:38:11.973524Z","steps":["trace[1465358628] 'process raft request' (duration: 2.146849552s)","trace[1465358628] 'compare' (duration: 115.372279ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:11.973652Z","caller":"traceutil/trace.go:171","msg":"trace[154318797] transaction","detail":"{read_only:false; response_revision:26311; number_of_response:1; }","duration":"1.300273053s","start":"2026-07-27T22:38:10.673269Z","end":"2026-07-27T22:38:11.973542Z","steps":["trace[154318797] 'process raft request' (duration: 1.299969674s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:11.973689Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.710704Z","time spent":"2.262947365s","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":1967,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:11.973735Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:10.673241Z","time spent":"1.300429189s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:12.110745Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.426735ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:38:12.110883Z","caller":"traceutil/trace.go:171","msg":"trace[888294888] linearizableReadLoop","detail":"{readStateIndex:27188; appliedIndex:27186; }","duration":"137.282201ms","start":"2026-07-27T22:38:11.973588Z","end":"2026-07-27T22:38:12.11087Z","steps":["trace[888294888] 'read index received' (duration: 39.251µs)","trace[888294888] 'applied index is now lower than readState.Index' (duration: 137.24205ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:12.111089Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.32293627s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:12.111128Z","caller":"traceutil/trace.go:171","msg":"trace[1587348532] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:26312; }","duration":"1.323033733s","start":"2026-07-27T22:38:10.788084Z","end":"2026-07-27T22:38:12.111117Z","steps":["trace[1587348532] 'agreement among raft nodes before linearized reading' (duration: 1.32295903s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.111115Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.398973555s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6t4gw\" ","response":"range_response_count:1 size:6861"} {"level":"warn","ts":"2026-07-27T22:38:12.111154Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:10.788063Z","time spent":"1.323083664s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:38:12.111184Z","caller":"traceutil/trace.go:171","msg":"trace[831871896] range","detail":"{range_begin:/registry/pods/kube-system/cilium-operator-869df985b8-6t4gw; range_end:; response_count:1; response_revision:26312; }","duration":"2.399091099s","start":"2026-07-27T22:38:09.712075Z","end":"2026-07-27T22:38:12.111166Z","steps":["trace[831871896] 'agreement among raft nodes before linearized reading' (duration: 2.26153271s)","trace[831871896] 'range keys from in-memory index tree' (duration: 137.344232ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:12.111202Z","caller":"traceutil/trace.go:171","msg":"trace[1378693581] transaction","detail":"{read_only:false; number_of_response:1; response_revision:26312; }","duration":"435.195331ms","start":"2026-07-27T22:38:11.675983Z","end":"2026-07-27T22:38:12.111178Z","steps":["trace[1378693581] 'process raft request' (duration: 434.83456ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.111222Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.712061Z","time spent":"2.399154242s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":61,"response count":1,"response size":6885,"request content":"key:\"/registry/pods/kube-system/cilium-operator-869df985b8-6t4gw\" "} {"level":"warn","ts":"2026-07-27T22:38:12.111246Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"397.843974ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:38:12.111282Z","caller":"traceutil/trace.go:171","msg":"trace[1959076558] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26312; }","duration":"397.916847ms","start":"2026-07-27T22:38:11.713357Z","end":"2026-07-27T22:38:12.111274Z","steps":["trace[1959076558] 'agreement among raft nodes before linearized reading' (duration: 397.840754ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.111296Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:11.675958Z","time spent":"435.284195ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":41,"response count":0,"response size":40,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:12.111303Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:11.713334Z","time spent":"397.963488ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:38:12.111332Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.771488069s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:12.11136Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"398.081011ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:38:12.111387Z","caller":"traceutil/trace.go:171","msg":"trace[2104027507] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26312; }","duration":"398.129693ms","start":"2026-07-27T22:38:11.713251Z","end":"2026-07-27T22:38:12.111381Z","steps":["trace[2104027507] 'agreement among raft nodes before linearized reading' (duration: 398.064101ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.111403Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.776008824s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:12.111426Z","caller":"traceutil/trace.go:171","msg":"trace[917662362] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:26312; }","duration":"1.776063956s","start":"2026-07-27T22:38:10.335355Z","end":"2026-07-27T22:38:12.111419Z","steps":["trace[917662362] 'agreement among raft nodes before linearized reading' (duration: 1.776020345s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.111454Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:10.335337Z","time spent":"1.776105388s","remote":"127.0.0.1:34744","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:12.111493Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"134.346307ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a\" ","response":"range_response_count:1 size:777"} {"level":"warn","ts":"2026-07-27T22:38:12.111505Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.399342038s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" ","response":"range_response_count:1 size:1852"} {"level":"info","ts":"2026-07-27T22:38:12.111519Z","caller":"traceutil/trace.go:171","msg":"trace[1336198091] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c6467240c6951a; range_end:; response_count:1; response_revision:26312; }","duration":"134.401698ms","start":"2026-07-27T22:38:11.977111Z","end":"2026-07-27T22:38:12.111512Z","steps":["trace[1336198091] 'agreement among raft nodes before linearized reading' (duration: 134.329506ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:12.111532Z","caller":"traceutil/trace.go:171","msg":"trace[2076245514] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0; range_end:; response_count:1; response_revision:26312; }","duration":"2.399386888s","start":"2026-07-27T22:38:09.712133Z","end":"2026-07-27T22:38:12.11152Z","steps":["trace[2076245514] 'agreement among raft nodes before linearized reading' (duration: 2.399297446s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.111551Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.71212Z","time spent":"2.39942699s","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":79,"response count":1,"response size":1876,"request content":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-heat-server-0\" "} {"level":"warn","ts":"2026-07-27T22:38:12.111569Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321677298s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-controller\" ","response":"range_response_count:1 size:532"} {"level":"info","ts":"2026-07-27T22:38:12.11159Z","caller":"traceutil/trace.go:171","msg":"trace[666620813] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-controller; range_end:; response_count:1; response_revision:26312; }","duration":"2.321741299s","start":"2026-07-27T22:38:09.789843Z","end":"2026-07-27T22:38:12.111584Z","steps":["trace[666620813] 'agreement among raft nodes before linearized reading' (duration: 2.321668547s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.111595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.321973718s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" ","response":"range_response_count:1 size:561"} {"level":"warn","ts":"2026-07-27T22:38:12.111096Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"399.088094ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:38:12.11162Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.789822Z","time spent":"2.321789791s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":55,"response count":1,"response size":556,"request content":"key:\"/registry/leases/cert-manager/cert-manager-controller\" "} {"level":"warn","ts":"2026-07-27T22:38:12.111613Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.347154795s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:12.11136Z","caller":"traceutil/trace.go:171","msg":"trace[1489741958] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26312; }","duration":"1.771540781s","start":"2026-07-27T22:38:10.339811Z","end":"2026-07-27T22:38:12.111351Z","steps":["trace[1489741958] 'agreement among raft nodes before linearized reading' (duration: 1.77149467s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.111673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:10.339797Z","time spent":"1.771870302s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:38:12.111673Z","caller":"traceutil/trace.go:171","msg":"trace[1510819175] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26312; }","duration":"2.347278108s","start":"2026-07-27T22:38:09.764383Z","end":"2026-07-27T22:38:12.111661Z","steps":["trace[1510819175] 'agreement among raft nodes before linearized reading' (duration: 2.347160324s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:12.111638Z","caller":"traceutil/trace.go:171","msg":"trace[992896715] range","detail":"{range_begin:/registry/leases/cert-manager/cert-manager-cainjector-leader-election; range_end:; response_count:1; response_revision:26312; }","duration":"2.32204361s","start":"2026-07-27T22:38:09.789578Z","end":"2026-07-27T22:38:12.111622Z","steps":["trace[992896715] 'agreement among raft nodes before linearized reading' (duration: 2.321943397s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.111705Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.764359Z","time spent":"2.34733813s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:12.111727Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.789559Z","time spent":"2.322159194s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":585,"request content":"key:\"/registry/leases/cert-manager/cert-manager-cainjector-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:38:12.111407Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:11.713238Z","time spent":"398.164015ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:38:12.111769Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.938753652s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:12.111635Z","caller":"traceutil/trace.go:171","msg":"trace[232465006] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:26312; }","duration":"399.690533ms","start":"2026-07-27T22:38:11.711936Z","end":"2026-07-27T22:38:12.111626Z","steps":["trace[232465006] 'agreement among raft nodes before linearized reading' (duration: 399.043632ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:12.111805Z","caller":"traceutil/trace.go:171","msg":"trace[1421362553] range","detail":"{range_begin:/registry/gateway.envoyproxy.io/httproutefilters/; range_end:/registry/gateway.envoyproxy.io/httproutefilters0; response_count:0; response_revision:26312; }","duration":"1.938851645s","start":"2026-07-27T22:38:10.172944Z","end":"2026-07-27T22:38:12.111796Z","steps":["trace[1421362553] 'agreement among raft nodes before linearized reading' (duration: 1.938789633s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.11182Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:11.711917Z","time spent":"399.89552ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:38:12.111832Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:10.172914Z","time spent":"1.938910237s","remote":"127.0.0.1:51156","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.envoyproxy.io/httproutefilters/\" range_end:\"/registry/gateway.envoyproxy.io/httproutefilters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:12.111917Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.26779763s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:38:12.111946Z","caller":"traceutil/trace.go:171","msg":"trace[871268873] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:26312; }","duration":"2.267881633s","start":"2026-07-27T22:38:09.844057Z","end":"2026-07-27T22:38:12.111939Z","steps":["trace[871268873] 'agreement among raft nodes before linearized reading' (duration: 2.267838151s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.111967Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:09.844028Z","time spent":"2.267932895s","remote":"127.0.0.1:52966","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:38:12.576239Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.11251Z","time spent":"463.722416ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.Lease/LeaseGrant","request count":-1,"request size":-1,"response count":-1,"response size":-1,"request content":""} {"level":"info","ts":"2026-07-27T22:38:12.576363Z","caller":"traceutil/trace.go:171","msg":"trace[788331680] linearizableReadLoop","detail":"{readStateIndex:27189; appliedIndex:27189; }","duration":"463.426506ms","start":"2026-07-27T22:38:12.112896Z","end":"2026-07-27T22:38:12.576322Z","steps":["trace[788331680] 'read index received' (duration: 463.402785ms)","trace[788331680] 'applied index is now lower than readState.Index' (duration: 19.691µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:12.576597Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"463.674165ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:38:12.576657Z","caller":"traceutil/trace.go:171","msg":"trace[158051709] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26312; }","duration":"463.784218ms","start":"2026-07-27T22:38:12.112858Z","end":"2026-07-27T22:38:12.576642Z","steps":["trace[158051709] 'agreement among raft nodes before linearized reading' (duration: 463.646094ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.576709Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.112844Z","time spent":"463.85449ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:38:12.914867Z","caller":"traceutil/trace.go:171","msg":"trace[1927337592] transaction","detail":"{read_only:false; response_revision:26313; number_of_response:1; }","duration":"800.985198ms","start":"2026-07-27T22:38:12.113849Z","end":"2026-07-27T22:38:12.914834Z","steps":["trace[1927337592] 'process raft request' (duration: 744.812278ms)","trace[1927337592] 'compare' (duration: 55.926712ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:12.914915Z","caller":"traceutil/trace.go:171","msg":"trace[911029648] transaction","detail":"{read_only:false; response_revision:26316; number_of_response:1; }","duration":"796.033219ms","start":"2026-07-27T22:38:12.118865Z","end":"2026-07-27T22:38:12.914898Z","steps":["trace[911029648] 'process raft request' (duration: 795.971337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.915008Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.118854Z","time spent":"796.103841ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":7038,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:12.915086Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.113836Z","time spent":"801.100671ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":759,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:38:12.91514Z","caller":"traceutil/trace.go:171","msg":"trace[427486103] transaction","detail":"{read_only:false; response_revision:26314; number_of_response:1; }","duration":"798.287172ms","start":"2026-07-27T22:38:12.116846Z","end":"2026-07-27T22:38:12.915134Z","steps":["trace[427486103] 'process raft request' (duration: 797.898519ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.915172Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.116835Z","time spent":"798.316572ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":543,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:38:12.915192Z","caller":"traceutil/trace.go:171","msg":"trace[1138610225] linearizableReadLoop","detail":"{readStateIndex:27194; appliedIndex:27189; }","duration":"338.708119ms","start":"2026-07-27T22:38:12.576453Z","end":"2026-07-27T22:38:12.915161Z","steps":["trace[1138610225] 'read index received' (duration: 282.341242ms)","trace[1138610225] 'applied index is now lower than readState.Index' (duration: 56.365317ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:12.915502Z","caller":"traceutil/trace.go:171","msg":"trace[630523] transaction","detail":"{read_only:false; response_revision:26317; number_of_response:1; }","duration":"615.723669ms","start":"2026-07-27T22:38:12.299758Z","end":"2026-07-27T22:38:12.915481Z","steps":["trace[630523] 'process raft request' (duration: 615.111449ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.915627Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.299728Z","time spent":"615.821352ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:12.91595Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"801.163993ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumes/pvc-059a365a-f26c-4e94-b7eb-97a96b058be1\" ","response":"range_response_count:1 size:1318"} {"level":"info","ts":"2026-07-27T22:38:12.916004Z","caller":"traceutil/trace.go:171","msg":"trace[1059285122] range","detail":"{range_begin:/registry/persistentvolumes/pvc-059a365a-f26c-4e94-b7eb-97a96b058be1; range_end:; response_count:1; response_revision:26317; }","duration":"801.231756ms","start":"2026-07-27T22:38:12.114758Z","end":"2026-07-27T22:38:12.91599Z","steps":["trace[1059285122] 'agreement among raft nodes before linearized reading' (duration: 801.080101ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:12.915255Z","caller":"traceutil/trace.go:171","msg":"trace[1501970795] transaction","detail":"{read_only:false; response_revision:26315; number_of_response:1; }","duration":"798.355263ms","start":"2026-07-27T22:38:12.116894Z","end":"2026-07-27T22:38:12.91525Z","steps":["trace[1501970795] 'process raft request' (duration: 797.917319ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:12.91638Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.116884Z","time spent":"799.47379ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":514,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:38:12.91606Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.11475Z","time spent":"801.283008ms","remote":"127.0.0.1:37652","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":1342,"request content":"key:\"/registry/persistentvolumes/pvc-059a365a-f26c-4e94-b7eb-97a96b058be1\" "} {"level":"info","ts":"2026-07-27T22:38:13.374843Z","caller":"traceutil/trace.go:171","msg":"trace[715161781] linearizableReadLoop","detail":"{readStateIndex:27195; appliedIndex:27194; }","duration":"459.551512ms","start":"2026-07-27T22:38:12.91527Z","end":"2026-07-27T22:38:13.374822Z","steps":["trace[715161781] 'read index received' (duration: 410.683645ms)","trace[715161781] 'applied index is now lower than readState.Index' (duration: 48.864277ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:13.374894Z","caller":"traceutil/trace.go:171","msg":"trace[1919015876] transaction","detail":"{read_only:false; response_revision:26318; number_of_response:1; }","duration":"796.957808ms","start":"2026-07-27T22:38:12.577911Z","end":"2026-07-27T22:38:13.374869Z","steps":["trace[1919015876] 'process raft request' (duration: 748.03306ms)","trace[1919015876] 'compare' (duration: 48.679411ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:13.375094Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.262932ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080\" ","response":"range_response_count:1 size:776"} {"level":"warn","ts":"2026-07-27T22:38:13.375095Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.577891Z","time spent":"797.095113ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:38:13.375134Z","caller":"traceutil/trace.go:171","msg":"trace[523427973] range","detail":"{range_begin:/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080; range_end:; response_count:1; response_revision:26318; }","duration":"444.332124ms","start":"2026-07-27T22:38:12.930784Z","end":"2026-07-27T22:38:13.375116Z","steps":["trace[523427973] 'agreement among raft nodes before linearized reading' (duration: 444.166469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:13.375167Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.930771Z","time spent":"444.384416ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Range","request count":0,"request size":71,"response count":1,"response size":800,"request content":"key:\"/registry/events/kube-system/kube-apiserver-instance.18c64672b6a25080\" "} {"level":"warn","ts":"2026-07-27T22:38:13.375328Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"789.85621ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:38:13.375434Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.473528ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-z86wv\" ","response":"range_response_count:1 size:6142"} {"level":"info","ts":"2026-07-27T22:38:13.375464Z","caller":"traceutil/trace.go:171","msg":"trace[942928163] range","detail":"{range_begin:/registry/pods/orc-system/orc-controller-manager-b56d5d966-z86wv; range_end:; response_count:1; response_revision:26318; }","duration":"444.537671ms","start":"2026-07-27T22:38:12.930918Z","end":"2026-07-27T22:38:13.375456Z","steps":["trace[942928163] 'agreement among raft nodes before linearized reading' (duration: 444.469439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:13.37549Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.9309Z","time spent":"444.583012ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":66,"response count":1,"response size":6166,"request content":"key:\"/registry/pods/orc-system/orc-controller-manager-b56d5d966-z86wv\" "} {"level":"info","ts":"2026-07-27T22:38:13.37543Z","caller":"traceutil/trace.go:171","msg":"trace[1492467941] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:26318; }","duration":"789.985344ms","start":"2026-07-27T22:38:12.585416Z","end":"2026-07-27T22:38:13.375401Z","steps":["trace[1492467941] 'agreement among raft nodes before linearized reading' (duration: 789.499899ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:13.375609Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.758588ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" ","response":"range_response_count:1 size:1566"} {"level":"warn","ts":"2026-07-27T22:38:13.375375Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"186.081845ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/configmaps/openstack/rook-ceph-pdbstatemap\" ","response":"range_response_count:1 size:357"} {"level":"info","ts":"2026-07-27T22:38:13.375673Z","caller":"traceutil/trace.go:171","msg":"trace[1733328407] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0; range_end:; response_count:1; response_revision:26318; }","duration":"444.862142ms","start":"2026-07-27T22:38:12.930797Z","end":"2026-07-27T22:38:13.375659Z","steps":["trace[1733328407] 'agreement among raft nodes before linearized reading' (duration: 444.660815ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:13.375713Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.930782Z","time spent":"444.924803ms","remote":"127.0.0.1:37660","response type":"/etcdserverpb.KV/Range","request count":0,"request size":64,"response count":1,"response size":1590,"request content":"key:\"/registry/persistentvolumeclaims/openstack/data-ovn-ovsdb-nb-0\" "} {"level":"info","ts":"2026-07-27T22:38:13.375705Z","caller":"traceutil/trace.go:171","msg":"trace[948264778] range","detail":"{range_begin:/registry/configmaps/openstack/rook-ceph-pdbstatemap; range_end:; response_count:1; response_revision:26318; }","duration":"186.433947ms","start":"2026-07-27T22:38:13.189255Z","end":"2026-07-27T22:38:13.375689Z","steps":["trace[948264778] 'agreement among raft nodes before linearized reading' (duration: 186.062085ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:13.37557Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:38:12.585403Z","time spent":"790.15393ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:38:13.635623Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"120.159402ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:38:13.635776Z","caller":"traceutil/trace.go:171","msg":"trace[1128960944] transaction","detail":"{read_only:false; response_revision:26320; number_of_response:1; }","duration":"253.799286ms","start":"2026-07-27T22:38:13.38194Z","end":"2026-07-27T22:38:13.635739Z","steps":["trace[1128960944] 'process raft request' (duration: 133.438118ms)","trace[1128960944] 'compare' (duration: 120.055818ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:13.635785Z","caller":"traceutil/trace.go:171","msg":"trace[1887668478] linearizableReadLoop","detail":"{readStateIndex:27197; appliedIndex:27196; }","duration":"220.824298ms","start":"2026-07-27T22:38:13.414931Z","end":"2026-07-27T22:38:13.635755Z","steps":["trace[1887668478] 'read index received' (duration: 100.46192ms)","trace[1887668478] 'applied index is now lower than readState.Index' (duration: 120.359958ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:38:13.636017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"215.049864ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0\" ","response":"range_response_count:1 size:2083"} {"level":"info","ts":"2026-07-27T22:38:13.636056Z","caller":"traceutil/trace.go:171","msg":"trace[2038933334] range","detail":"{range_begin:/registry/persistentvolumeclaims/monitoring/prometheus-kube-prometheus-stack-prometheus-db-prometheus-kube-prometheus-stack-prometheus-0; range_end:; response_count:1; response_revision:26321; }","duration":"215.105506ms","start":"2026-07-27T22:38:13.420935Z","end":"2026-07-27T22:38:13.63604Z","steps":["trace[2038933334] 'agreement among raft nodes before linearized reading' (duration: 215.045884ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:13.636098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"217.013006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d.18c6467eb1bc390f\" ","response":"range_response_count:1 size:884"} {"level":"info","ts":"2026-07-27T22:38:13.636142Z","caller":"traceutil/trace.go:171","msg":"trace[903821366] range","detail":"{range_begin:/registry/events/envoy-gateway-system/envoy-gateway-78446f96c9-6sj2d.18c6467eb1bc390f; range_end:; response_count:1; response_revision:26321; }","duration":"217.071948ms","start":"2026-07-27T22:38:13.419055Z","end":"2026-07-27T22:38:13.636127Z","steps":["trace[903821366] 'agreement among raft nodes before linearized reading' (duration: 216.855761ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:13.636682Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"256.473761ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/\" range_end:\"/registry/masterleases0\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-27T22:38:13.636737Z","caller":"traceutil/trace.go:171","msg":"trace[1106353587] range","detail":"{range_begin:/registry/masterleases/; range_end:/registry/masterleases0; response_count:1; response_revision:26321; }","duration":"256.558624ms","start":"2026-07-27T22:38:13.380167Z","end":"2026-07-27T22:38:13.636725Z","steps":["trace[1106353587] 'agreement among raft nodes before linearized reading' (duration: 255.682736ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:13.967068Z","caller":"traceutil/trace.go:171","msg":"trace[386526823] linearizableReadLoop","detail":"{readStateIndex:27201; appliedIndex:27200; }","duration":"180.207257ms","start":"2026-07-27T22:38:13.786841Z","end":"2026-07-27T22:38:13.967048Z","steps":["trace[386526823] 'read index received' (duration: 178.836203ms)","trace[386526823] 'applied index is now lower than readState.Index' (duration: 1.370234ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:13.967143Z","caller":"traceutil/trace.go:171","msg":"trace[301503984] transaction","detail":"{read_only:false; response_revision:26324; number_of_response:1; }","duration":"265.030756ms","start":"2026-07-27T22:38:13.702084Z","end":"2026-07-27T22:38:13.967115Z","steps":["trace[301503984] 'process raft request' (duration: 263.512198ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:13.967226Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"180.383282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0\" ","response":"range_response_count:1 size:1864"} {"level":"info","ts":"2026-07-27T22:38:13.967279Z","caller":"traceutil/trace.go:171","msg":"trace[1599515851] range","detail":"{range_begin:/registry/persistentvolumeclaims/openstack/persistence-rabbitmq-octavia-server-0; range_end:; response_count:1; response_revision:26324; }","duration":"180.449844ms","start":"2026-07-27T22:38:13.786822Z","end":"2026-07-27T22:38:13.967272Z","steps":["trace[1599515851] 'agreement among raft nodes before linearized reading' (duration: 180.292889ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:13.975846Z","caller":"traceutil/trace.go:171","msg":"trace[1017386612] transaction","detail":"{read_only:false; response_revision:26325; number_of_response:1; }","duration":"188.285836ms","start":"2026-07-27T22:38:13.78754Z","end":"2026-07-27T22:38:13.975825Z","steps":["trace[1017386612] 'process raft request' (duration: 188.150911ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:38:14.393341Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.072631ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:38:14.393673Z","caller":"traceutil/trace.go:171","msg":"trace[158816264] transaction","detail":"{read_only:false; response_revision:26353; number_of_response:1; }","duration":"127.673893ms","start":"2026-07-27T22:38:14.265937Z","end":"2026-07-27T22:38:14.393611Z","steps":["trace[158816264] 'process raft request' (duration: 26.21524ms)","trace[158816264] 'compare' (duration: 100.828143ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:15.082801Z","caller":"traceutil/trace.go:171","msg":"trace[2055557175] transaction","detail":"{read_only:false; response_revision:26407; number_of_response:1; }","duration":"154.479722ms","start":"2026-07-27T22:38:14.9283Z","end":"2026-07-27T22:38:15.08278Z","steps":["trace[2055557175] 'process raft request' (duration: 139.806542ms)","trace[2055557175] 'compare' (duration: 14.196735ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:38:15.083034Z","caller":"traceutil/trace.go:171","msg":"trace[1024279507] transaction","detail":"{read_only:false; response_revision:26408; number_of_response:1; }","duration":"154.682878ms","start":"2026-07-27T22:38:14.928343Z","end":"2026-07-27T22:38:15.083026Z","steps":["trace[1024279507] 'process raft request' (duration: 154.293586ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:15.083177Z","caller":"traceutil/trace.go:171","msg":"trace[981070289] transaction","detail":"{read_only:false; response_revision:26409; number_of_response:1; }","duration":"149.968157ms","start":"2026-07-27T22:38:14.933203Z","end":"2026-07-27T22:38:15.083171Z","steps":["trace[981070289] 'process raft request' (duration: 149.489582ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:18.006307Z","caller":"traceutil/trace.go:171","msg":"trace[518334742] transaction","detail":"{read_only:false; response_revision:26478; number_of_response:1; }","duration":"109.049316ms","start":"2026-07-27T22:38:17.897227Z","end":"2026-07-27T22:38:18.006276Z","steps":["trace[518334742] 'process raft request' (duration: 108.832999ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:38:21.315292Z","caller":"traceutil/trace.go:171","msg":"trace[158507718] transaction","detail":"{read_only:false; response_revision:26489; number_of_response:1; }","duration":"107.535727ms","start":"2026-07-27T22:38:21.207719Z","end":"2026-07-27T22:38:21.315255Z","steps":["trace[158507718] 'process raft request' (duration: 107.206207ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.062865Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399237218,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:39:22.280294Z","caller":"traceutil/trace.go:171","msg":"trace[56928055] transaction","detail":"{read_only:false; response_revision:27073; number_of_response:1; }","duration":"837.86531ms","start":"2026-07-27T22:39:21.442403Z","end":"2026-07-27T22:39:22.280268Z","steps":["trace[56928055] 'process raft request' (duration: 837.703075ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.280459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:21.442377Z","time spent":"837.989494ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:22.296656Z","caller":"traceutil/trace.go:171","msg":"trace[236214269] linearizableReadLoop","detail":"{readStateIndex:27969; appliedIndex:27967; }","duration":"734.318911ms","start":"2026-07-27T22:39:21.562318Z","end":"2026-07-27T22:39:22.296637Z","steps":["trace[236214269] 'read index received' (duration: 717.781911ms)","trace[236214269] 'applied index is now lower than readState.Index' (duration: 16.5362ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:39:22.296729Z","caller":"traceutil/trace.go:171","msg":"trace[1026962450] transaction","detail":"{read_only:false; response_revision:27074; number_of_response:1; }","duration":"587.3647ms","start":"2026-07-27T22:39:21.709335Z","end":"2026-07-27T22:39:22.2967Z","steps":["trace[1026962450] 'process raft request' (duration: 587.135243ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.296855Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:21.709308Z","time spent":"587.463903ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:22.297017Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"734.672153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T22:39:22.297127Z","caller":"traceutil/trace.go:171","msg":"trace[1474503493] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27075; }","duration":"734.839908ms","start":"2026-07-27T22:39:21.562261Z","end":"2026-07-27T22:39:22.297101Z","steps":["trace[1474503493] 'agreement among raft nodes before linearized reading' (duration: 734.548659ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.297181Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"517.114368ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:39:22.297189Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:21.562239Z","time spent":"734.938521ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:39:22.297214Z","caller":"traceutil/trace.go:171","msg":"trace[1687147942] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0; response_count:0; response_revision:27075; }","duration":"517.17823ms","start":"2026-07-27T22:39:21.780026Z","end":"2026-07-27T22:39:22.297204Z","steps":["trace[1687147942] 'agreement among raft nodes before linearized reading' (duration: 517.112218ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.297241Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:21.780011Z","time spent":"517.224661ms","remote":"127.0.0.1:34804","response type":"/etcdserverpb.KV/Range","request count":0,"request size":128,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesetbindings0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:39:22.297338Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"521.206249ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-27T22:39:22.297396Z","caller":"traceutil/trace.go:171","msg":"trace[1752106697] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27075; }","duration":"521.294312ms","start":"2026-07-27T22:39:21.776086Z","end":"2026-07-27T22:39:22.297381Z","steps":["trace[1752106697] 'agreement among raft nodes before linearized reading' (duration: 521.131747ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.297412Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"696.074216ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-27T22:39:22.297433Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:21.776075Z","time spent":"521.350544ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T22:39:22.29746Z","caller":"traceutil/trace.go:171","msg":"trace[352543104] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27075; }","duration":"696.162088ms","start":"2026-07-27T22:39:21.60128Z","end":"2026-07-27T22:39:22.297442Z","steps":["trace[352543104] 'agreement among raft nodes before linearized reading' (duration: 696.059105ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.2975Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:21.601263Z","time spent":"696.22952ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T22:39:22.297495Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"584.257871ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:39:22.297602Z","caller":"traceutil/trace.go:171","msg":"trace[1261935983] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27075; }","duration":"584.399035ms","start":"2026-07-27T22:39:21.713178Z","end":"2026-07-27T22:39:22.297577Z","steps":["trace[1261935983] 'agreement among raft nodes before linearized reading' (duration: 584.152137ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.297586Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"701.789618ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-27T22:39:22.297659Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:21.713167Z","time spent":"584.482367ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"info","ts":"2026-07-27T22:39:22.297678Z","caller":"traceutil/trace.go:171","msg":"trace[1077903907] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27075; }","duration":"701.932393ms","start":"2026-07-27T22:39:21.595724Z","end":"2026-07-27T22:39:22.297657Z","steps":["trace[1077903907] 'agreement among raft nodes before linearized reading' (duration: 701.591912ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.297795Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:21.595688Z","time spent":"702.087169ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:39:22.297654Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"315.891647ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:22.297901Z","caller":"traceutil/trace.go:171","msg":"trace[252177540] range","detail":"{range_begin:/registry/cluster.x-k8s.io/machinepools/; range_end:/registry/cluster.x-k8s.io/machinepools0; response_count:0; response_revision:27075; }","duration":"316.175726ms","start":"2026-07-27T22:39:21.981703Z","end":"2026-07-27T22:39:22.297879Z","steps":["trace[252177540] 'agreement among raft nodes before linearized reading' (duration: 315.425652ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.297961Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:21.981686Z","time spent":"316.256039ms","remote":"127.0.0.1:34728","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/cluster.x-k8s.io/machinepools/\" range_end:\"/registry/cluster.x-k8s.io/machinepools0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:39:22.46728Z","caller":"traceutil/trace.go:171","msg":"trace[1468832223] transaction","detail":"{read_only:false; response_revision:27077; number_of_response:1; }","duration":"163.559634ms","start":"2026-07-27T22:39:22.303692Z","end":"2026-07-27T22:39:22.467251Z","steps":["trace[1468832223] 'process raft request' (duration: 163.339167ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:22.46733Z","caller":"traceutil/trace.go:171","msg":"trace[2093007930] transaction","detail":"{read_only:false; response_revision:27078; number_of_response:1; }","duration":"163.614635ms","start":"2026-07-27T22:39:22.30369Z","end":"2026-07-27T22:39:22.467305Z","steps":["trace[2093007930] 'process raft request' (duration: 163.482101ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:22.467314Z","caller":"traceutil/trace.go:171","msg":"trace[1649779090] transaction","detail":"{read_only:false; response_revision:27080; number_of_response:1; }","duration":"163.182662ms","start":"2026-07-27T22:39:22.30411Z","end":"2026-07-27T22:39:22.467293Z","steps":["trace[1649779090] 'process raft request' (duration: 163.12438ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:22.467416Z","caller":"traceutil/trace.go:171","msg":"trace[1839582143] transaction","detail":"{read_only:false; response_revision:27079; number_of_response:1; }","duration":"163.612925ms","start":"2026-07-27T22:39:22.303753Z","end":"2026-07-27T22:39:22.467366Z","steps":["trace[1839582143] 'process raft request' (duration: 163.45402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:22.467559Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.617108ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:22.46747Z","caller":"traceutil/trace.go:171","msg":"trace[1032697494] linearizableReadLoop","detail":"{readStateIndex:27976; appliedIndex:27971; }","duration":"135.497374ms","start":"2026-07-27T22:39:22.331963Z","end":"2026-07-27T22:39:22.467461Z","steps":["trace[1032697494] 'read index received' (duration: 135.008939ms)","trace[1032697494] 'applied index is now lower than readState.Index' (duration: 487.265µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:39:22.467586Z","caller":"traceutil/trace.go:171","msg":"trace[1625359654] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27081; }","duration":"135.658759ms","start":"2026-07-27T22:39:22.331921Z","end":"2026-07-27T22:39:22.467579Z","steps":["trace[1625359654] 'agreement among raft nodes before linearized reading' (duration: 135.567096ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:22.467597Z","caller":"traceutil/trace.go:171","msg":"trace[995241096] transaction","detail":"{read_only:false; response_revision:27081; number_of_response:1; }","duration":"150.113962ms","start":"2026-07-27T22:39:22.317412Z","end":"2026-07-27T22:39:22.467526Z","steps":["trace[995241096] 'process raft request' (duration: 149.850974ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:28.217306Z","caller":"traceutil/trace.go:171","msg":"trace[1231803824] transaction","detail":"{read_only:false; response_revision:27118; number_of_response:1; }","duration":"210.033253ms","start":"2026-07-27T22:39:28.007242Z","end":"2026-07-27T22:39:28.217275Z","steps":["trace[1231803824] 'process raft request' (duration: 209.677922ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:28.953102Z","caller":"traceutil/trace.go:171","msg":"trace[2039687347] transaction","detail":"{read_only:false; response_revision:27119; number_of_response:1; }","duration":"943.860458ms","start":"2026-07-27T22:39:28.009217Z","end":"2026-07-27T22:39:28.953077Z","steps":["trace[2039687347] 'process raft request' (duration: 936.638597ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:28.955641Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.009201Z","time spent":"946.122071ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":541,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:28.957775Z","caller":"traceutil/trace.go:171","msg":"trace[1686178335] linearizableReadLoop","detail":"{readStateIndex:28016; appliedIndex:28014; }","duration":"847.031554ms","start":"2026-07-27T22:39:28.11069Z","end":"2026-07-27T22:39:28.957722Z","steps":["trace[1686178335] 'read index received' (duration: 106.387641ms)","trace[1686178335] 'applied index is now lower than readState.Index' (duration: 740.620303ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:39:28.958237Z","caller":"traceutil/trace.go:171","msg":"trace[1890189811] transaction","detail":"{read_only:false; response_revision:27120; number_of_response:1; }","duration":"801.941528ms","start":"2026-07-27T22:39:28.156279Z","end":"2026-07-27T22:39:28.95822Z","steps":["trace[1890189811] 'process raft request' (duration: 796.69363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:28.958371Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.156261Z","time spent":"802.015731ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":627,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:28.959128Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"848.420109ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:39:28.959196Z","caller":"traceutil/trace.go:171","msg":"trace[723645428] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27120; }","duration":"848.530303ms","start":"2026-07-27T22:39:28.110647Z","end":"2026-07-27T22:39:28.959177Z","steps":["trace[723645428] 'agreement among raft nodes before linearized reading' (duration: 848.221663ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:28.959255Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.110628Z","time spent":"848.613725ms","remote":"127.0.0.1:53040","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:39:29.130465Z","caller":"traceutil/trace.go:171","msg":"trace[2009239018] transaction","detail":"{read_only:false; response_revision:27122; number_of_response:1; }","duration":"759.778257ms","start":"2026-07-27T22:39:28.370643Z","end":"2026-07-27T22:39:29.130421Z","steps":["trace[2009239018] 'process raft request' (duration: 759.483667ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:29.130467Z","caller":"traceutil/trace.go:171","msg":"trace[26160765] transaction","detail":"{read_only:false; response_revision:27123; number_of_response:1; }","duration":"758.971051ms","start":"2026-07-27T22:39:28.371467Z","end":"2026-07-27T22:39:29.130438Z","steps":["trace[26160765] 'process raft request' (duration: 758.873408ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:29.130674Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.371453Z","time spent":"759.124886ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:29.130666Z","caller":"traceutil/trace.go:171","msg":"trace[1627309490] transaction","detail":"{read_only:false; response_revision:27121; number_of_response:1; }","duration":"828.414698ms","start":"2026-07-27T22:39:28.30222Z","end":"2026-07-27T22:39:29.130635Z","steps":["trace[1627309490] 'process raft request' (duration: 793.809068ms)","trace[1627309490] 'compare' (duration: 33.704301ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:39:29.130691Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.370619Z","time spent":"759.947102ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:29.130812Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.302201Z","time spent":"828.534532ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:29.130999Z","caller":"traceutil/trace.go:171","msg":"trace[22961535] transaction","detail":"{read_only:false; response_revision:27124; number_of_response:1; }","duration":"754.837829ms","start":"2026-07-27T22:39:28.37612Z","end":"2026-07-27T22:39:29.130957Z","steps":["trace[22961535] 'process raft request' (duration: 754.273431ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:29.131115Z","caller":"traceutil/trace.go:171","msg":"trace[909100610] linearizableReadLoop","detail":"{readStateIndex:28022; appliedIndex:28017; }","duration":"173.263114ms","start":"2026-07-27T22:39:28.957838Z","end":"2026-07-27T22:39:29.131101Z","steps":["trace[909100610] 'read index received' (duration: 138.207221ms)","trace[909100610] 'applied index is now lower than readState.Index' (duration: 35.054913ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:39:29.131232Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.376102Z","time spent":"755.002744ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:29.131262Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.693572ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:39:29.131304Z","caller":"traceutil/trace.go:171","msg":"trace[1626133630] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27125; }","duration":"646.838077ms","start":"2026-07-27T22:39:28.484451Z","end":"2026-07-27T22:39:29.131289Z","steps":["trace[1626133630] 'agreement among raft nodes before linearized reading' (duration: 646.702562ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:29.131342Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.484393Z","time spent":"646.93975ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:39:29.131313Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.723773ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-27T22:39:29.131379Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"569.840708ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"warn","ts":"2026-07-27T22:39:29.1314Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"564.958921ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"warn","ts":"2026-07-27T22:39:29.131461Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"330.289149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:29.131489Z","caller":"traceutil/trace.go:171","msg":"trace[1580919603] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27125; }","duration":"565.085665ms","start":"2026-07-27T22:39:28.566383Z","end":"2026-07-27T22:39:29.131468Z","steps":["trace[1580919603] 'agreement among raft nodes before linearized reading' (duration: 564.841377ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:29.131528Z","caller":"traceutil/trace.go:171","msg":"trace[560930618] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27125; }","duration":"330.413802ms","start":"2026-07-27T22:39:28.801093Z","end":"2026-07-27T22:39:29.131506Z","steps":["trace[560930618] 'agreement among raft nodes before linearized reading' (duration: 330.315679ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:29.131425Z","caller":"traceutil/trace.go:171","msg":"trace[1581362804] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27125; }","duration":"564.883649ms","start":"2026-07-27T22:39:28.566519Z","end":"2026-07-27T22:39:29.131403Z","steps":["trace[1581362804] 'agreement among raft nodes before linearized reading' (duration: 564.59242ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:29.131576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.566511Z","time spent":"565.058315ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:39:29.131585Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.801046Z","time spent":"330.528336ms","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:39:29.131585Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"600.946405ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:29.131613Z","caller":"traceutil/trace.go:171","msg":"trace[1423747206] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27125; }","duration":"570.163318ms","start":"2026-07-27T22:39:28.561422Z","end":"2026-07-27T22:39:29.131586Z","steps":["trace[1423747206] 'agreement among raft nodes before linearized reading' (duration: 569.727124ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:29.131637Z","caller":"traceutil/trace.go:171","msg":"trace[443023528] range","detail":"{range_begin:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/; range_end:/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0; response_count:0; response_revision:27125; }","duration":"601.026938ms","start":"2026-07-27T22:39:28.530595Z","end":"2026-07-27T22:39:29.131622Z","steps":["trace[443023528] 'agreement among raft nodes before linearized reading' (duration: 600.939415ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:29.131653Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"560.970593ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-27T22:39:29.131546Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"341.934462ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"warn","ts":"2026-07-27T22:39:29.131673Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.561412Z","time spent":"570.245421ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:39:29.13168Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.530584Z","time spent":"601.08412ms","remote":"127.0.0.1:34910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":142,"response count":0,"response size":30,"request content":"key:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates/\" range_end:\"/registry/infrastructure.cluster.x-k8s.io/openstackclustertemplates0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:39:29.13169Z","caller":"traceutil/trace.go:171","msg":"trace[832658133] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27125; }","duration":"561.025115ms","start":"2026-07-27T22:39:28.570655Z","end":"2026-07-27T22:39:29.13168Z","steps":["trace[832658133] 'agreement among raft nodes before linearized reading' (duration: 560.961083ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:29.1317Z","caller":"traceutil/trace.go:171","msg":"trace[186411205] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27125; }","duration":"342.146738ms","start":"2026-07-27T22:39:28.789542Z","end":"2026-07-27T22:39:29.131689Z","steps":["trace[186411205] 'agreement among raft nodes before linearized reading' (duration: 341.922781ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:29.131722Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.570645Z","time spent":"561.071656ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"warn","ts":"2026-07-27T22:39:29.131733Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.789513Z","time spent":"342.212481ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"warn","ts":"2026-07-27T22:39:29.131538Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.566375Z","time spent":"565.153787ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:39:29.131888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"565.650123ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-27T22:39:29.131925Z","caller":"traceutil/trace.go:171","msg":"trace[733487246] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27125; }","duration":"565.714326ms","start":"2026-07-27T22:39:28.5662Z","end":"2026-07-27T22:39:29.131915Z","steps":["trace[733487246] 'agreement among raft nodes before linearized reading' (duration: 565.604102ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:29.131956Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.566187Z","time spent":"565.761997ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"info","ts":"2026-07-27T22:39:29.131964Z","caller":"traceutil/trace.go:171","msg":"trace[1266362612] transaction","detail":"{read_only:false; response_revision:27125; number_of_response:1; }","duration":"451.492034ms","start":"2026-07-27T22:39:28.680462Z","end":"2026-07-27T22:39:29.131954Z","steps":["trace[1266362612] 'process raft request' (duration: 450.328217ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:29.131964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"643.110217ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:39:29.132003Z","caller":"traceutil/trace.go:171","msg":"trace[1050368500] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27125; }","duration":"643.168109ms","start":"2026-07-27T22:39:28.488824Z","end":"2026-07-27T22:39:29.131992Z","steps":["trace[1050368500] 'agreement among raft nodes before linearized reading' (duration: 643.049565ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:29.132033Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.488815Z","time spent":"643.2123ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:39:29.132038Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.680442Z","time spent":"451.544226ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:29.131603Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"426.386149ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-27T22:39:29.132094Z","caller":"traceutil/trace.go:171","msg":"trace[1019272035] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27125; }","duration":"426.896305ms","start":"2026-07-27T22:39:28.705192Z","end":"2026-07-27T22:39:29.132089Z","steps":["trace[1019272035] 'agreement among raft nodes before linearized reading' (duration: 426.368738ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:29.132112Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.705183Z","time spent":"426.923377ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:39:29.132165Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"646.842437ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:39:29.132231Z","caller":"traceutil/trace.go:171","msg":"trace[1343867540] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27125; }","duration":"646.929489ms","start":"2026-07-27T22:39:28.485284Z","end":"2026-07-27T22:39:29.132213Z","steps":["trace[1343867540] 'agreement among raft nodes before linearized reading' (duration: 646.707522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:29.132295Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.485273Z","time spent":"647.010682ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:39:30.725699Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.184173541s","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:39:30.725854Z","caller":"traceutil/trace.go:171","msg":"trace[144691464] transaction","detail":"{read_only:false; response_revision:27126; number_of_response:1; }","duration":"1.727332424s","start":"2026-07-27T22:39:28.99849Z","end":"2026-07-27T22:39:30.725822Z","steps":["trace[144691464] 'process raft request' (duration: 542.904895ms)","trace[144691464] 'compare' (duration: 1.182926721s)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:39:30.725964Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:28.998464Z","time spent":"1.727453208s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:31.331207Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.000539313s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"","error":"context deadline exceeded"} {"level":"info","ts":"2026-07-27T22:39:31.3313Z","caller":"traceutil/trace.go:171","msg":"trace[1711548302] range","detail":"{range_begin:/registry/health; range_end:; }","duration":"2.000682337s","start":"2026-07-27T22:39:29.330596Z","end":"2026-07-27T22:39:31.331279Z","steps":["trace[1711548302] 'agreement among raft nodes before linearized reading' (duration: 2.000559683s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.331351Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:29.330581Z","time spent":"2.000759219s","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":0,"request content":"key:\"/registry/health\" "} 2026/07/27 22:39:31 WARNING: [core] [Server #8] grpc: Server.processUnaryRPC failed to write status: connection error: desc = "transport is closing" {"level":"warn","ts":"2026-07-27T22:39:31.491384Z","caller":"wal/wal.go:805","msg":"slow fdatasync","took":"1.94991282s","expected-duration":"1s"} {"level":"info","ts":"2026-07-27T22:39:31.556268Z","caller":"traceutil/trace.go:171","msg":"trace[439916665] transaction","detail":"{read_only:false; response_revision:27128; number_of_response:1; }","duration":"2.416862109s","start":"2026-07-27T22:39:29.139375Z","end":"2026-07-27T22:39:31.556237Z","steps":["trace[439916665] 'process raft request' (duration: 2.416758046s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.556429Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:29.139346Z","time spent":"2.417003894s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:31.556638Z","caller":"traceutil/trace.go:171","msg":"trace[110382588] transaction","detail":"{read_only:false; response_revision:27127; number_of_response:1; }","duration":"2.442613695s","start":"2026-07-27T22:39:29.114013Z","end":"2026-07-27T22:39:31.556627Z","steps":["trace[110382588] 'process raft request' (duration: 2.377667712s)","trace[110382588] 'compare' (duration: 64.263361ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:39:31.556606Z","caller":"traceutil/trace.go:171","msg":"trace[982140564] transaction","detail":"{read_only:false; response_revision:27129; number_of_response:1; }","duration":"2.416763316s","start":"2026-07-27T22:39:29.139808Z","end":"2026-07-27T22:39:31.556571Z","steps":["trace[982140564] 'process raft request' (duration: 2.416380043s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.55669Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:29.113991Z","time spent":"2.442668287s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":672,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:31.556793Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:29.139778Z","time spent":"2.41690677s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:31.557126Z","caller":"traceutil/trace.go:171","msg":"trace[760772518] transaction","detail":"{read_only:false; response_revision:27130; number_of_response:1; }","duration":"2.417122648s","start":"2026-07-27T22:39:29.139923Z","end":"2026-07-27T22:39:31.557046Z","steps":["trace[760772518] 'process raft request' (duration: 2.416519239s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.557198Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:29.139912Z","time spent":"2.417249952s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:31.557958Z","caller":"traceutil/trace.go:171","msg":"trace[1417456966] transaction","detail":"{read_only:false; response_revision:27131; number_of_response:1; }","duration":"2.417951134s","start":"2026-07-27T22:39:29.139964Z","end":"2026-07-27T22:39:31.557915Z","steps":["trace[1417456966] 'process raft request' (duration: 2.417039475s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.558217Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:29.139958Z","time spent":"2.418125029s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:31.558322Z","caller":"traceutil/trace.go:171","msg":"trace[486118071] transaction","detail":"{read_only:false; response_revision:27132; number_of_response:1; }","duration":"2.418264804s","start":"2026-07-27T22:39:29.140012Z","end":"2026-07-27T22:39:31.558277Z","steps":["trace[486118071] 'process raft request' (duration: 2.417791369s)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:31.558508Z","caller":"traceutil/trace.go:171","msg":"trace[156542550] linearizableReadLoop","detail":"{readStateIndex:28024; appliedIndex:28022; }","duration":"2.420102943s","start":"2026-07-27T22:39:29.138374Z","end":"2026-07-27T22:39:31.558477Z","steps":["trace[156542550] 'read index received' (duration: 403.03808ms)","trace[156542550] 'applied index is now lower than readState.Index' (duration: 2.017063013s)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:39:31.558532Z","caller":"traceutil/trace.go:171","msg":"trace[173669722] transaction","detail":"{read_only:false; response_revision:27133; number_of_response:1; }","duration":"2.418331027s","start":"2026-07-27T22:39:29.140173Z","end":"2026-07-27T22:39:31.558504Z","steps":["trace[173669722] 'process raft request' (duration: 2.418040047s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.558576Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:29.140003Z","time spent":"2.418423269s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:31.558702Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:29.140164Z","time spent":"2.41843813s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:31.558791Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.420392822s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:39:31.558882Z","caller":"traceutil/trace.go:171","msg":"trace[1379843451] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:27133; }","duration":"2.420514566s","start":"2026-07-27T22:39:29.138346Z","end":"2026-07-27T22:39:31.55886Z","steps":["trace[1379843451] 'agreement among raft nodes before linearized reading' (duration: 2.420264868s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.55893Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:29.138332Z","time spent":"2.420587909s","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-27T22:39:31.581085Z","caller":"traceutil/trace.go:171","msg":"trace[690195142] transaction","detail":"{read_only:false; response_revision:27134; number_of_response:1; }","duration":"443.853239ms","start":"2026-07-27T22:39:31.137205Z","end":"2026-07-27T22:39:31.581059Z","steps":["trace[690195142] 'process raft request' (duration: 443.223469ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.581341Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:31.137188Z","time spent":"444.048586ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":607,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:31.581629Z","caller":"traceutil/trace.go:171","msg":"trace[1250887730] transaction","detail":"{read_only:false; response_revision:27135; number_of_response:1; }","duration":"442.576049ms","start":"2026-07-27T22:39:31.13904Z","end":"2026-07-27T22:39:31.581616Z","steps":["trace[1250887730] 'process raft request' (duration: 441.537526ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.581757Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:31.139031Z","time spent":"442.685592ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":509,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:31.581993Z","caller":"traceutil/trace.go:171","msg":"trace[223379648] transaction","detail":"{read_only:false; response_revision:27136; number_of_response:1; }","duration":"442.794295ms","start":"2026-07-27T22:39:31.139181Z","end":"2026-07-27T22:39:31.581975Z","steps":["trace[223379648] 'process raft request' (duration: 441.440832ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.582181Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:31.139145Z","time spent":"442.923379ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":522,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:31.582438Z","caller":"traceutil/trace.go:171","msg":"trace[1813255003] transaction","detail":"{read_only:false; response_revision:27137; number_of_response:1; }","duration":"442.496446ms","start":"2026-07-27T22:39:31.139926Z","end":"2026-07-27T22:39:31.582422Z","steps":["trace[1813255003] 'process raft request' (duration: 440.737809ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.582543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:31.139917Z","time spent":"442.587628ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":495,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:31.582818Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.101495232s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:31.582891Z","caller":"traceutil/trace.go:171","msg":"trace[26151695] transaction","detail":"{read_only:false; response_revision:27138; number_of_response:1; }","duration":"442.92709ms","start":"2026-07-27T22:39:31.139937Z","end":"2026-07-27T22:39:31.582864Z","steps":["trace[26151695] 'process raft request' (duration: 440.76188ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:31.582918Z","caller":"traceutil/trace.go:171","msg":"trace[88901427] range","detail":"{range_begin:/registry/addons.cluster.x-k8s.io/clusterresourcesets/; range_end:/registry/addons.cluster.x-k8s.io/clusterresourcesets0; response_count:0; response_revision:27138; }","duration":"1.101632137s","start":"2026-07-27T22:39:30.481268Z","end":"2026-07-27T22:39:31.5829Z","steps":["trace[88901427] 'agreement among raft nodes before linearized reading' (duration: 1.101497423s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.583005Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:31.139919Z","time spent":"443.022462ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":533,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:31.583027Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.185777344s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:39:31.582808Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.065095285s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:39:31.58316Z","caller":"traceutil/trace.go:171","msg":"trace[1333023116] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27138; }","duration":"1.065508138s","start":"2026-07-27T22:39:30.517637Z","end":"2026-07-27T22:39:31.583145Z","steps":["trace[1333023116] 'agreement among raft nodes before linearized reading' (duration: 1.065066314s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.583212Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.532121ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:39:31.583199Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.467519ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:39:31.583295Z","caller":"traceutil/trace.go:171","msg":"trace[1449335918] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27138; }","duration":"444.79419ms","start":"2026-07-27T22:39:31.138475Z","end":"2026-07-27T22:39:31.583269Z","steps":["trace[1449335918] 'agreement among raft nodes before linearized reading' (duration: 444.49522ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.583319Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"838.281554ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/glance-api\" ","response":"range_response_count:1 size:11834"} {"level":"info","ts":"2026-07-27T22:39:31.58334Z","caller":"traceutil/trace.go:171","msg":"trace[1954770418] range","detail":"{range_begin:/registry/deployments/openstack/glance-api; range_end:; response_count:1; response_revision:27138; }","duration":"838.334346ms","start":"2026-07-27T22:39:30.745Z","end":"2026-07-27T22:39:31.583335Z","steps":["trace[1954770418] 'agreement among raft nodes before linearized reading' (duration: 838.263344ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.583302Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"2.328069773s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-27T22:39:31.58336Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:30.744981Z","time spent":"838.375607ms","remote":"127.0.0.1:37970","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":11858,"request content":"key:\"/registry/deployments/openstack/glance-api\" "} {"level":"warn","ts":"2026-07-27T22:39:31.583354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:31.138465Z","time spent":"444.876032ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:39:31.583383Z","caller":"traceutil/trace.go:171","msg":"trace[943229812] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27138; }","duration":"2.328185776s","start":"2026-07-27T22:39:29.255189Z","end":"2026-07-27T22:39:31.583375Z","steps":["trace[943229812] 'agreement among raft nodes before linearized reading' (duration: 2.32799332s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.583398Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.014612376s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:39:31.583421Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:29.255166Z","time spent":"2.328247508s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"info","ts":"2026-07-27T22:39:31.583434Z","caller":"traceutil/trace.go:171","msg":"trace[286591108] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/; range_end:/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0; response_count:0; response_revision:27138; }","duration":"1.01469393s","start":"2026-07-27T22:39:30.568727Z","end":"2026-07-27T22:39:31.583421Z","steps":["trace[286591108] 'agreement among raft nodes before linearized reading' (duration: 1.014618187s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.583459Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:30.568707Z","time spent":"1.014745661s","remote":"127.0.0.1:58898","response type":"/etcdserverpb.KV/Range","request count":0,"request size":130,"response count":0,"response size":30,"request content":"key:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies/\" range_end:\"/registry/gateway.networking.x-k8s.io/xbackendtrafficpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:39:31.583542Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.043923936s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:39:31.583566Z","caller":"traceutil/trace.go:171","msg":"trace[2122358405] range","detail":"{range_begin:/registry/pxc.percona.com/perconaxtradbclusters/; range_end:/registry/pxc.percona.com/perconaxtradbclusters0; response_count:0; response_revision:27138; }","duration":"1.043980758s","start":"2026-07-27T22:39:30.539576Z","end":"2026-07-27T22:39:31.583557Z","steps":["trace[2122358405] 'agreement among raft nodes before linearized reading' (duration: 1.043943267s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.583589Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:30.539557Z","time spent":"1.04402703s","remote":"127.0.0.1:53048","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:39:31.583243Z","caller":"traceutil/trace.go:171","msg":"trace[1328061100] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27138; }","duration":"444.582753ms","start":"2026-07-27T22:39:31.138652Z","end":"2026-07-27T22:39:31.583235Z","steps":["trace[1328061100] 'agreement among raft nodes before linearized reading' (duration: 444.472819ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.583721Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:31.138646Z","time spent":"445.054418ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:39:31.583753Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"444.281093ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:39:31.583778Z","caller":"traceutil/trace.go:171","msg":"trace[1941489942] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27138; }","duration":"444.346975ms","start":"2026-07-27T22:39:31.139423Z","end":"2026-07-27T22:39:31.58377Z","steps":["trace[1941489942] 'agreement among raft nodes before linearized reading' (duration: 444.258782ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:31.58311Z","caller":"traceutil/trace.go:171","msg":"trace[1708581349] range","detail":"{range_begin:/registry/limitranges/; range_end:/registry/limitranges0; response_count:0; response_revision:27138; }","duration":"1.185914018s","start":"2026-07-27T22:39:30.397179Z","end":"2026-07-27T22:39:31.583093Z","steps":["trace[1708581349] 'agreement among raft nodes before linearized reading' (duration: 1.185748533s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.583802Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:31.139402Z","time spent":"444.394337ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:39:31.583823Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:30.397162Z","time spent":"1.186651822s","remote":"127.0.0.1:37642","response type":"/etcdserverpb.KV/Range","request count":0,"request size":50,"response count":0,"response size":30,"request content":"key:\"/registry/limitranges/\" range_end:\"/registry/limitranges0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:39:31.584227Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"243.410463ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:31.584258Z","caller":"traceutil/trace.go:171","msg":"trace[1898855429] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27138; }","duration":"243.480115ms","start":"2026-07-27T22:39:31.34077Z","end":"2026-07-27T22:39:31.58425Z","steps":["trace[1898855429] 'agreement among raft nodes before linearized reading' (duration: 243.406633ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.58436Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"277.412794ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/vhosts/\" range_end:\"/registry/rabbitmq.com/vhosts0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:31.584389Z","caller":"traceutil/trace.go:171","msg":"trace[1143422941] range","detail":"{range_begin:/registry/rabbitmq.com/vhosts/; range_end:/registry/rabbitmq.com/vhosts0; response_count:0; response_revision:27138; }","duration":"277.483255ms","start":"2026-07-27T22:39:31.306897Z","end":"2026-07-27T22:39:31.584381Z","steps":["trace[1143422941] 'agreement among raft nodes before linearized reading' (duration: 277.435034ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.583028Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:30.481248Z","time spent":"1.101763231s","remote":"127.0.0.1:34828","response type":"/etcdserverpb.KV/Range","request count":0,"request size":114,"response count":0,"response size":30,"request content":"key:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets/\" range_end:\"/registry/addons.cluster.x-k8s.io/clusterresourcesets0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:39:31.583161Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.235282791s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:31.58461Z","caller":"traceutil/trace.go:171","msg":"trace[661842701] range","detail":"{range_begin:/registry/ceph.rook.io/cephobjectrealms/; range_end:/registry/ceph.rook.io/cephobjectrealms0; response_count:0; response_revision:27138; }","duration":"1.236761508s","start":"2026-07-27T22:39:30.347836Z","end":"2026-07-27T22:39:31.584598Z","steps":["trace[661842701] 'agreement among raft nodes before linearized reading' (duration: 1.235296021s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:31.58464Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:30.347815Z","time spent":"1.23681322s","remote":"127.0.0.1:54878","response type":"/etcdserverpb.KV/Range","request count":0,"request size":86,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephobjectrealms/\" range_end:\"/registry/ceph.rook.io/cephobjectrealms0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:39:31.589006Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:30.517619Z","time spent":"1.071362686s","remote":"127.0.0.1:52978","response type":"/etcdserverpb.KV/Range","request count":0,"request size":102,"response count":1,"response size":32,"request content":"key:\"/registry/pxc.percona.com/perconaxtradbclusters/\" range_end:\"/registry/pxc.percona.com/perconaxtradbclusters0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:39:32.010308Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"296.840096ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/tlsroutes/\" range_end:\"/registry/gateway.networking.k8s.io/tlsroutes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:39:32.010389Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"295.71738ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:32.010461Z","caller":"traceutil/trace.go:171","msg":"trace[1897068850] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/tlsroutes/; range_end:/registry/gateway.networking.k8s.io/tlsroutes0; response_count:0; response_revision:27139; }","duration":"297.028442ms","start":"2026-07-27T22:39:31.7134Z","end":"2026-07-27T22:39:32.010428Z","steps":["trace[1897068850] 'count revisions from in-memory index tree' (duration: 296.722012ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:32.010476Z","caller":"traceutil/trace.go:171","msg":"trace[951334649] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:27139; }","duration":"295.852695ms","start":"2026-07-27T22:39:31.714603Z","end":"2026-07-27T22:39:32.010456Z","steps":["trace[951334649] 'range keys from in-memory index tree' (duration: 295.644128ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:32.954682Z","caller":"traceutil/trace.go:171","msg":"trace[2083336274] transaction","detail":"{read_only:false; response_revision:27140; number_of_response:1; }","duration":"223.220107ms","start":"2026-07-27T22:39:32.731428Z","end":"2026-07-27T22:39:32.954648Z","steps":["trace[2083336274] 'process raft request' (duration: 222.898197ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:33.941839Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"711.345563ms","expected-duration":"100ms","prefix":"","request":"header: lease_revoke:","response":"size:30"} {"level":"info","ts":"2026-07-27T22:39:33.94213Z","caller":"traceutil/trace.go:171","msg":"trace[1761871975] linearizableReadLoop","detail":"{readStateIndex:28038; appliedIndex:28037; }","duration":"914.866038ms","start":"2026-07-27T22:39:33.027242Z","end":"2026-07-27T22:39:33.942108Z","steps":["trace[1761871975] 'read index received' (duration: 203.151783ms)","trace[1761871975] 'applied index is now lower than readState.Index' (duration: 711.712915ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:39:33.942557Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"915.2222ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:33.942674Z","caller":"traceutil/trace.go:171","msg":"trace[1609234608] range","detail":"{range_begin:/registry/ipam.cluster.x-k8s.io/ipaddresses/; range_end:/registry/ipam.cluster.x-k8s.io/ipaddresses0; response_count:0; response_revision:27140; }","duration":"915.453087ms","start":"2026-07-27T22:39:33.027189Z","end":"2026-07-27T22:39:33.942642Z","steps":["trace[1609234608] 'agreement among raft nodes before linearized reading' (duration: 915.194249ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:33.942776Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.027165Z","time spent":"915.589472ms","remote":"127.0.0.1:34974","response type":"/etcdserverpb.KV/Range","request count":0,"request size":94,"response count":0,"response size":30,"request content":"key:\"/registry/ipam.cluster.x-k8s.io/ipaddresses/\" range_end:\"/registry/ipam.cluster.x-k8s.io/ipaddresses0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:39:33.943408Z","caller":"traceutil/trace.go:171","msg":"trace[432248379] transaction","detail":"{read_only:false; response_revision:27141; number_of_response:1; }","duration":"350.884059ms","start":"2026-07-27T22:39:33.592493Z","end":"2026-07-27T22:39:33.943377Z","steps":["trace[432248379] 'process raft request' (duration: 349.487684ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:33.943593Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.592465Z","time spent":"351.023443ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":496,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:34.441348Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"497.124077ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:39:34.441611Z","caller":"traceutil/trace.go:171","msg":"trace[1028978005] linearizableReadLoop","detail":"{readStateIndex:28043; appliedIndex:28039; }","duration":"499.40097ms","start":"2026-07-27T22:39:33.942193Z","end":"2026-07-27T22:39:34.441594Z","steps":["trace[1028978005] 'read index received' (duration: 1.839969ms)","trace[1028978005] 'applied index is now lower than readState.Index' (duration: 497.560081ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:39:34.441826Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.296955538s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"warn","ts":"2026-07-27T22:39:34.441828Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"1.111088289s","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:34.441865Z","caller":"traceutil/trace.go:171","msg":"trace[468431303] range","detail":"{range_begin:/registry/validatingwebhookconfigurations/; range_end:/registry/validatingwebhookconfigurations0; response_count:0; response_revision:27145; }","duration":"1.29703435s","start":"2026-07-27T22:39:33.144818Z","end":"2026-07-27T22:39:34.441853Z","steps":["trace[468431303] 'agreement among raft nodes before linearized reading' (duration: 1.296955548s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.441869Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.623328ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T22:39:34.441887Z","caller":"traceutil/trace.go:171","msg":"trace[33929369] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27145; }","duration":"1.111184712s","start":"2026-07-27T22:39:33.330687Z","end":"2026-07-27T22:39:34.441872Z","steps":["trace[33929369] 'agreement among raft nodes before linearized reading' (duration: 1.111057278s)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.4419Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.144798Z","time spent":"1.297091362s","remote":"127.0.0.1:38022","response type":"/etcdserverpb.KV/Range","request count":0,"request size":90,"response count":8,"response size":32,"request content":"key:\"/registry/validatingwebhookconfigurations/\" range_end:\"/registry/validatingwebhookconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:39:34.441903Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.065999ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"warn","ts":"2026-07-27T22:39:34.441923Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.33067Z","time spent":"1.111248344s","remote":"127.0.0.1:37474","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"info","ts":"2026-07-27T22:39:34.441963Z","caller":"traceutil/trace.go:171","msg":"trace[649417808] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27145; }","duration":"878.164833ms","start":"2026-07-27T22:39:33.563784Z","end":"2026-07-27T22:39:34.441949Z","steps":["trace[649417808] 'agreement among raft nodes before linearized reading' (duration: 877.952516ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.441977Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.441282ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-27T22:39:34.441997Z","caller":"traceutil/trace.go:171","msg":"trace[28142327] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27145; }","duration":"878.459793ms","start":"2026-07-27T22:39:33.563532Z","end":"2026-07-27T22:39:34.441992Z","steps":["trace[28142327] 'agreement among raft nodes before linearized reading' (duration: 878.408371ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.442001Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.563764Z","time spent":"878.225654ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":45,"response count":1,"response size":506,"request content":"key:\"/registry/leases/kube-system/kube-scheduler\" "} {"level":"warn","ts":"2026-07-27T22:39:34.442021Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.563505Z","time spent":"878.511614ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T22:39:34.441924Z","caller":"traceutil/trace.go:171","msg":"trace[1775445729] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27145; }","duration":"878.727341ms","start":"2026-07-27T22:39:33.563181Z","end":"2026-07-27T22:39:34.441908Z","steps":["trace[1775445729] 'agreement among raft nodes before linearized reading' (duration: 878.557525ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.44207Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.563159Z","time spent":"878.902767ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":70,"response count":1,"response size":582,"request content":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:39:34.442126Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.68681ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:39:34.442164Z","caller":"traceutil/trace.go:171","msg":"trace[1409058910] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27145; }","duration":"878.725931ms","start":"2026-07-27T22:39:33.563413Z","end":"2026-07-27T22:39:34.442138Z","steps":["trace[1409058910] 'agreement among raft nodes before linearized reading' (duration: 878.670439ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.442179Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.563398Z","time spent":"878.777902ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:39:34.442248Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"878.841525ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-27T22:39:34.442259Z","caller":"traceutil/trace.go:171","msg":"trace[2020211309] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27145; }","duration":"878.871665ms","start":"2026-07-27T22:39:33.563384Z","end":"2026-07-27T22:39:34.442255Z","steps":["trace[2020211309] 'agreement among raft nodes before linearized reading' (duration: 878.832404ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.442275Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.563374Z","time spent":"878.895946ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"info","ts":"2026-07-27T22:39:34.442386Z","caller":"traceutil/trace.go:171","msg":"trace[1782073575] transaction","detail":"{read_only:false; response_revision:27145; number_of_response:1; }","duration":"848.569714ms","start":"2026-07-27T22:39:33.593805Z","end":"2026-07-27T22:39:34.442375Z","steps":["trace[1782073575] 'process raft request' (duration: 847.745297ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:34.442381Z","caller":"traceutil/trace.go:171","msg":"trace[2117495648] transaction","detail":"{read_only:false; response_revision:27144; number_of_response:1; }","duration":"848.944646ms","start":"2026-07-27T22:39:33.59339Z","end":"2026-07-27T22:39:34.442335Z","steps":["trace[2117495648] 'process raft request' (duration: 848.129219ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.442423Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"850.921099ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:39:34.442461Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.593788Z","time spent":"848.619346ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:34.4425Z","caller":"traceutil/trace.go:171","msg":"trace[47012971] transaction","detail":"{read_only:false; response_revision:27143; number_of_response:1; }","duration":"849.152542ms","start":"2026-07-27T22:39:33.593337Z","end":"2026-07-27T22:39:34.44249Z","steps":["trace[47012971] 'process raft request' (duration: 848.12811ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:34.442494Z","caller":"traceutil/trace.go:171","msg":"trace[305053416] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27145; }","duration":"851.024092ms","start":"2026-07-27T22:39:33.591451Z","end":"2026-07-27T22:39:34.442475Z","steps":["trace[305053416] 'agreement among raft nodes before linearized reading' (duration: 850.801665ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.442532Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.591442Z","time spent":"851.083815ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:39:34.4425Z","caller":"traceutil/trace.go:171","msg":"trace[564349870] transaction","detail":"{read_only:false; response_revision:27142; number_of_response:1; }","duration":"849.948758ms","start":"2026-07-27T22:39:33.592498Z","end":"2026-07-27T22:39:34.442447Z","steps":["trace[564349870] 'process raft request' (duration: 351.643233ms)","trace[564349870] 'compare' (duration: 496.89747ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:39:34.442561Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.593319Z","time spent":"849.196074ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:34.442586Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.593371Z","time spent":"849.101271ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:34.442627Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"853.051868ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:39:34.442698Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"820.126192ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:508"} {"level":"warn","ts":"2026-07-27T22:39:34.442692Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.59248Z","time spent":"850.110173ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:34.442702Z","caller":"traceutil/trace.go:171","msg":"trace[1264171523] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27145; }","duration":"853.186012ms","start":"2026-07-27T22:39:33.589498Z","end":"2026-07-27T22:39:34.442684Z","steps":["trace[1264171523] 'agreement among raft nodes before linearized reading' (duration: 852.80933ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.442692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"851.339313ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:39:34.442726Z","caller":"traceutil/trace.go:171","msg":"trace[1672091625] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27145; }","duration":"820.199515ms","start":"2026-07-27T22:39:33.622518Z","end":"2026-07-27T22:39:34.442717Z","steps":["trace[1672091625] 'agreement among raft nodes before linearized reading' (duration: 819.903425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.442753Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.622496Z","time spent":"820.252136ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":54,"response count":1,"response size":532,"request content":"key:\"/registry/leases/kube-system/kube-controller-manager\" "} {"level":"warn","ts":"2026-07-27T22:39:34.442748Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.589474Z","time spent":"853.264184ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"info","ts":"2026-07-27T22:39:34.44277Z","caller":"traceutil/trace.go:171","msg":"trace[1191251184] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:27145; }","duration":"851.480617ms","start":"2026-07-27T22:39:33.591264Z","end":"2026-07-27T22:39:34.442745Z","steps":["trace[1191251184] 'agreement among raft nodes before linearized reading' (duration: 851.017402ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.44282Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.591225Z","time spent":"851.582081ms","remote":"127.0.0.1:37664","response type":"/etcdserverpb.KV/Range","request count":0,"request size":52,"response count":1,"response size":697,"request content":"key:\"/registry/services/endpoints/openstack/octavia-api\" "} {"level":"warn","ts":"2026-07-27T22:39:34.443405Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"881.396646ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:39:34.443501Z","caller":"traceutil/trace.go:171","msg":"trace[1054066406] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27145; }","duration":"881.477419ms","start":"2026-07-27T22:39:33.561957Z","end":"2026-07-27T22:39:34.443434Z","steps":["trace[1054066406] 'agreement among raft nodes before linearized reading' (duration: 881.340624ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.443543Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.561935Z","time spent":"881.598523ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":44,"response count":1,"response size":461,"request content":"key:\"/registry/leases/kube-system/plndr-cp-lock\" "} {"level":"warn","ts":"2026-07-27T22:39:34.970519Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"319.661908ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:39:34.970621Z","caller":"traceutil/trace.go:171","msg":"trace[373080077] linearizableReadLoop","detail":"{readStateIndex:28044; appliedIndex:28043; }","duration":"528.967448ms","start":"2026-07-27T22:39:34.441637Z","end":"2026-07-27T22:39:34.970604Z","steps":["trace[373080077] 'read index received' (duration: 209.215897ms)","trace[373080077] 'applied index is now lower than readState.Index' (duration: 319.750331ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:39:34.970647Z","caller":"traceutil/trace.go:171","msg":"trace[1512936491] transaction","detail":"{read_only:false; response_revision:27146; number_of_response:1; }","duration":"1.003663246s","start":"2026-07-27T22:39:33.966949Z","end":"2026-07-27T22:39:34.970613Z","steps":["trace[1512936491] 'process raft request' (duration: 683.823712ms)","trace[1512936491] 'compare' (duration: 319.336728ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:39:34.970839Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.966924Z","time spent":"1.003825851s","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":628,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:34.970811Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"975.348008ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:34.971811Z","caller":"traceutil/trace.go:171","msg":"trace[1432023292] range","detail":"{range_begin:/registry/rabbitmq.com/exchanges/; range_end:/registry/rabbitmq.com/exchanges0; response_count:0; response_revision:27146; }","duration":"975.554005ms","start":"2026-07-27T22:39:33.995351Z","end":"2026-07-27T22:39:34.970905Z","steps":["trace[1432023292] 'agreement among raft nodes before linearized reading' (duration: 975.316307ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:34.972016Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:33.995327Z","time spent":"976.557337ms","remote":"127.0.0.1:44880","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":0,"response size":30,"request content":"key:\"/registry/rabbitmq.com/exchanges/\" range_end:\"/registry/rabbitmq.com/exchanges0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:39:35.060718Z","caller":"traceutil/trace.go:171","msg":"trace[2001564484] transaction","detail":"{read_only:false; response_revision:27148; number_of_response:1; }","duration":"613.924502ms","start":"2026-07-27T22:39:34.446772Z","end":"2026-07-27T22:39:35.060696Z","steps":["trace[2001564484] 'process raft request' (duration: 613.86625ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:35.060761Z","caller":"traceutil/trace.go:171","msg":"trace[1152855474] transaction","detail":"{read_only:false; response_revision:27147; number_of_response:1; }","duration":"614.287513ms","start":"2026-07-27T22:39:34.446434Z","end":"2026-07-27T22:39:35.060722Z","steps":["trace[1152855474] 'process raft request' (duration: 614.011454ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:35.06089Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.446751Z","time spent":"614.024734ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":464,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:35.061141Z","caller":"traceutil/trace.go:171","msg":"trace[335474887] transaction","detail":"{read_only:false; response_revision:27150; number_of_response:1; }","duration":"613.820069ms","start":"2026-07-27T22:39:34.447306Z","end":"2026-07-27T22:39:35.061126Z","steps":["trace[335474887] 'process raft request' (duration: 613.648223ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:35.061162Z","caller":"traceutil/trace.go:171","msg":"trace[1973319633] transaction","detail":"{read_only:false; response_revision:27149; number_of_response:1; }","duration":"614.175799ms","start":"2026-07-27T22:39:34.446942Z","end":"2026-07-27T22:39:35.061118Z","steps":["trace[1973319633] 'process raft request' (duration: 613.724375ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:35.061427Z","caller":"traceutil/trace.go:171","msg":"trace[1622267744] transaction","detail":"{read_only:false; response_revision:27154; number_of_response:1; }","duration":"464.086158ms","start":"2026-07-27T22:39:34.597333Z","end":"2026-07-27T22:39:35.061419Z","steps":["trace[1622267744] 'process raft request' (duration: 464.002425ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:35.061426Z","caller":"traceutil/trace.go:171","msg":"trace[943776177] transaction","detail":"{read_only:false; response_revision:27152; number_of_response:1; }","duration":"613.694494ms","start":"2026-07-27T22:39:34.447716Z","end":"2026-07-27T22:39:35.06141Z","steps":["trace[943776177] 'process raft request' (duration: 613.556459ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:35.061471Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.597306Z","time spent":"464.14577ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":475,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:35.06148Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.447706Z","time spent":"613.749256ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":491,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:35.061498Z","caller":"traceutil/trace.go:171","msg":"trace[638240080] transaction","detail":"{read_only:false; response_revision:27153; number_of_response:1; }","duration":"612.788815ms","start":"2026-07-27T22:39:34.448667Z","end":"2026-07-27T22:39:35.061456Z","steps":["trace[638240080] 'process raft request' (duration: 612.64175ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:35.061291Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.447297Z","time spent":"613.912501ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":476,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:35.061686Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.448649Z","time spent":"612.94135ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":423,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:35.061715Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.446934Z","time spent":"614.444458ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":540,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:39:35.061899Z","caller":"traceutil/trace.go:171","msg":"trace[120541545] transaction","detail":"{read_only:false; response_revision:27155; number_of_response:1; }","duration":"138.998186ms","start":"2026-07-27T22:39:34.922884Z","end":"2026-07-27T22:39:35.061882Z","steps":["trace[120541545] 'process raft request' (duration: 138.749808ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:35.061911Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"619.126958ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:35.061957Z","caller":"traceutil/trace.go:171","msg":"trace[533793962] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:27156; }","duration":"619.18325ms","start":"2026-07-27T22:39:34.442762Z","end":"2026-07-27T22:39:35.061945Z","steps":["trace[533793962] 'agreement among raft nodes before linearized reading' (duration: 619.015585ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:35.061969Z","caller":"traceutil/trace.go:171","msg":"trace[1636325409] transaction","detail":"{read_only:false; response_revision:27156; number_of_response:1; }","duration":"100.798731ms","start":"2026-07-27T22:39:34.961151Z","end":"2026-07-27T22:39:35.06195Z","steps":["trace[1636325409] 'process raft request' (duration: 100.548803ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:35.061988Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.442749Z","time spent":"619.233121ms","remote":"127.0.0.1:37470","response type":"/etcdserverpb.KV/Range","request count":0,"request size":18,"response count":0,"response size":30,"request content":"key:\"/registry/health\" "} {"level":"warn","ts":"2026-07-27T22:39:35.062113Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"543.625508ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:39:35.06223Z","caller":"traceutil/trace.go:171","msg":"trace[1536861638] range","detail":"{range_begin:/registry/prioritylevelconfigurations/; range_end:/registry/prioritylevelconfigurations0; response_count:0; response_revision:27156; }","duration":"543.833464ms","start":"2026-07-27T22:39:34.518379Z","end":"2026-07-27T22:39:35.062212Z","steps":["trace[1536861638] 'agreement among raft nodes before linearized reading' (duration: 543.657639ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:35.062285Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.518353Z","time spent":"543.916747ms","remote":"127.0.0.1:37968","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":8,"response size":32,"request content":"key:\"/registry/prioritylevelconfigurations/\" range_end:\"/registry/prioritylevelconfigurations0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:39:35.061897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"362.542713ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:35.062626Z","caller":"traceutil/trace.go:171","msg":"trace[1091536478] range","detail":"{range_begin:/registry/cilium.io/ciliuml2announcementpolicies/; range_end:/registry/cilium.io/ciliuml2announcementpolicies0; response_count:0; response_revision:27156; }","duration":"363.308827ms","start":"2026-07-27T22:39:34.699293Z","end":"2026-07-27T22:39:35.062602Z","steps":["trace[1091536478] 'agreement among raft nodes before linearized reading' (duration: 362.488751ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:35.062734Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.699267Z","time spent":"363.443551ms","remote":"127.0.0.1:51226","response type":"/etcdserverpb.KV/Range","request count":0,"request size":104,"response count":0,"response size":30,"request content":"key:\"/registry/cilium.io/ciliuml2announcementpolicies/\" range_end:\"/registry/cilium.io/ciliuml2announcementpolicies0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:39:35.062033Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"512.557501ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:39:35.063603Z","caller":"traceutil/trace.go:171","msg":"trace[990445980] range","detail":"{range_begin:/registry/ingressclasses/; range_end:/registry/ingressclasses0; response_count:0; response_revision:27156; }","duration":"514.147952ms","start":"2026-07-27T22:39:34.549427Z","end":"2026-07-27T22:39:35.063575Z","steps":["trace[990445980] 'agreement among raft nodes before linearized reading' (duration: 512.578872ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:35.063593Z","caller":"traceutil/trace.go:171","msg":"trace[1654327498] transaction","detail":"{read_only:false; response_revision:27151; number_of_response:1; }","duration":"616.122112ms","start":"2026-07-27T22:39:34.447426Z","end":"2026-07-27T22:39:35.063548Z","steps":["trace[1654327498] 'process raft request' (duration: 613.651143ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:35.063765Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.446415Z","time spent":"614.941424ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":556,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:35.064047Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.44742Z","time spent":"616.36743ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":419,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:39:35.063663Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:39:34.549404Z","time spent":"514.237485ms","remote":"127.0.0.1:37808","response type":"/etcdserverpb.KV/Range","request count":0,"request size":56,"response count":1,"response size":32,"request content":"key:\"/registry/ingressclasses/\" range_end:\"/registry/ingressclasses0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:39:53.379156Z","caller":"traceutil/trace.go:171","msg":"trace[128157186] transaction","detail":"{read_only:false; response_revision:27280; number_of_response:1; }","duration":"111.141883ms","start":"2026-07-27T22:39:53.267969Z","end":"2026-07-27T22:39:53.379111Z","steps":["trace[128157186] 'process raft request' (duration: 55.619293ms)","trace[128157186] 'compare' (duration: 55.166198ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:39:53.379219Z","caller":"traceutil/trace.go:171","msg":"trace[942894387] transaction","detail":"{read_only:false; response_revision:27282; number_of_response:1; }","duration":"110.866774ms","start":"2026-07-27T22:39:53.268326Z","end":"2026-07-27T22:39:53.379193Z","steps":["trace[942894387] 'process raft request' (duration: 110.754331ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:53.379283Z","caller":"traceutil/trace.go:171","msg":"trace[81820045] transaction","detail":"{read_only:false; response_revision:27283; number_of_response:1; }","duration":"106.306137ms","start":"2026-07-27T22:39:53.272922Z","end":"2026-07-27T22:39:53.379228Z","steps":["trace[81820045] 'process raft request' (duration: 106.198334ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:39:53.379327Z","caller":"traceutil/trace.go:171","msg":"trace[1793885474] transaction","detail":"{read_only:false; response_revision:27281; number_of_response:1; }","duration":"111.204945ms","start":"2026-07-27T22:39:53.26808Z","end":"2026-07-27T22:39:53.379285Z","steps":["trace[1793885474] 'process raft request' (duration: 110.946737ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:53.625873Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"118.056014ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T22:39:53.625985Z","caller":"traceutil/trace.go:171","msg":"trace[416885525] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:27284; }","duration":"118.205469ms","start":"2026-07-27T22:39:53.507745Z","end":"2026-07-27T22:39:53.625951Z","steps":["trace[416885525] 'range keys from in-memory index tree' (duration: 117.866458ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:39:53.625938Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.548006ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/servergroups/\" range_end:\"/registry/openstack.k-orc.cloud/servergroups0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:39:53.626083Z","caller":"traceutil/trace.go:171","msg":"trace[828872828] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/servergroups/; range_end:/registry/openstack.k-orc.cloud/servergroups0; response_count:0; response_revision:27284; }","duration":"140.790314ms","start":"2026-07-27T22:39:53.485257Z","end":"2026-07-27T22:39:53.626047Z","steps":["trace[828872828] 'count revisions from in-memory index tree' (duration: 140.339149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:40:07.638658Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"216.500041ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:40:07.63903Z","caller":"traceutil/trace.go:171","msg":"trace[337163409] linearizableReadLoop","detail":"{readStateIndex:28332; appliedIndex:28330; }","duration":"289.77487ms","start":"2026-07-27T22:40:07.349237Z","end":"2026-07-27T22:40:07.639012Z","steps":["trace[337163409] 'read index received' (duration: 72.822565ms)","trace[337163409] 'applied index is now lower than readState.Index' (duration: 216.951195ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:40:07.639154Z","caller":"traceutil/trace.go:171","msg":"trace[915774512] transaction","detail":"{read_only:false; response_revision:27424; number_of_response:1; }","duration":"292.192038ms","start":"2026-07-27T22:40:07.34691Z","end":"2026-07-27T22:40:07.639102Z","steps":["trace[915774512] 'process raft request' (duration: 75.143759ms)","trace[915774512] 'compare' (duration: 215.891861ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:40:07.639364Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"275.235454ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:40:07.63942Z","caller":"traceutil/trace.go:171","msg":"trace[829708550] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:27425; }","duration":"275.310695ms","start":"2026-07-27T22:40:07.364096Z","end":"2026-07-27T22:40:07.639407Z","steps":["trace[829708550] 'agreement among raft nodes before linearized reading' (duration: 275.15553ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:40:07.63964Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.249976ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.k8s.io/gatewayclasses/\" range_end:\"/registry/gateway.networking.k8s.io/gatewayclasses0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:40:07.639683Z","caller":"traceutil/trace.go:171","msg":"trace[774016365] range","detail":"{range_begin:/registry/gateway.networking.k8s.io/gatewayclasses/; range_end:/registry/gateway.networking.k8s.io/gatewayclasses0; response_count:0; response_revision:27425; }","duration":"140.334969ms","start":"2026-07-27T22:40:07.499333Z","end":"2026-07-27T22:40:07.639668Z","steps":["trace[774016365] 'agreement among raft nodes before linearized reading' (duration: 140.269837ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:40:07.639369Z","caller":"traceutil/trace.go:171","msg":"trace[399614047] transaction","detail":"{read_only:false; response_revision:27425; number_of_response:1; }","duration":"289.997067ms","start":"2026-07-27T22:40:07.349118Z","end":"2026-07-27T22:40:07.639115Z","steps":["trace[399614047] 'process raft request' (duration: 289.802301ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:40:07.639946Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"135.71134ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"warn","ts":"2026-07-27T22:40:07.639988Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"173.220064ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cert-manager.io/clusterissuers/\" range_end:\"/registry/cert-manager.io/clusterissuers0\" count_only:true ","response":"range_response_count:0 size:8"} {"level":"info","ts":"2026-07-27T22:40:07.640036Z","caller":"traceutil/trace.go:171","msg":"trace[1634713338] range","detail":"{range_begin:/registry/cert-manager.io/clusterissuers/; range_end:/registry/cert-manager.io/clusterissuers0; response_count:0; response_revision:27425; }","duration":"173.333097ms","start":"2026-07-27T22:40:07.46669Z","end":"2026-07-27T22:40:07.640023Z","steps":["trace[1634713338] 'agreement among raft nodes before linearized reading' (duration: 173.255375ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:40:07.640073Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"136.849258ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-controller-manager\" ","response":"range_response_count:1 size:509"} {"level":"info","ts":"2026-07-27T22:40:07.640111Z","caller":"traceutil/trace.go:171","msg":"trace[815160199] range","detail":"{range_begin:/registry/leases/kube-system/kube-controller-manager; range_end:; response_count:1; response_revision:27425; }","duration":"136.894529ms","start":"2026-07-27T22:40:07.503208Z","end":"2026-07-27T22:40:07.640102Z","steps":["trace[815160199] 'agreement among raft nodes before linearized reading' (duration: 136.805816ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:40:07.639992Z","caller":"traceutil/trace.go:171","msg":"trace[1821268244] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:27425; }","duration":"135.752772ms","start":"2026-07-27T22:40:07.504217Z","end":"2026-07-27T22:40:07.63997Z","steps":["trace[1821268244] 'agreement among raft nodes before linearized reading' (duration: 135.67234ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:40:07.640256Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"137.057034ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"warn","ts":"2026-07-27T22:40:07.639865Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"290.630907ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/serviceaccounts/openstack/manila-api\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:40:07.640289Z","caller":"traceutil/trace.go:171","msg":"trace[2030600015] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:27425; }","duration":"137.103925ms","start":"2026-07-27T22:40:07.503177Z","end":"2026-07-27T22:40:07.640281Z","steps":["trace[2030600015] 'agreement among raft nodes before linearized reading' (duration: 137.027313ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:40:07.640302Z","caller":"traceutil/trace.go:171","msg":"trace[679255979] range","detail":"{range_begin:/registry/serviceaccounts/openstack/manila-api; range_end:; response_count:0; response_revision:27425; }","duration":"291.198916ms","start":"2026-07-27T22:40:07.349092Z","end":"2026-07-27T22:40:07.640291Z","steps":["trace[679255979] 'agreement among raft nodes before linearized reading' (duration: 290.739031ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:40:07.64042Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.522711ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-27T22:40:07.640452Z","caller":"traceutil/trace.go:171","msg":"trace[1440946087] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:27425; }","duration":"138.565773ms","start":"2026-07-27T22:40:07.501878Z","end":"2026-07-27T22:40:07.640444Z","steps":["trace[1440946087] 'agreement among raft nodes before linearized reading' (duration: 138.48363ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:40:07.640345Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"229.163537ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/openstack.k-orc.cloud/applicationcredentials/\" range_end:\"/registry/openstack.k-orc.cloud/applicationcredentials0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:40:07.639796Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.167314ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:40:07.640757Z","caller":"traceutil/trace.go:171","msg":"trace[1035018162] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:27425; }","duration":"141.237428ms","start":"2026-07-27T22:40:07.499468Z","end":"2026-07-27T22:40:07.640705Z","steps":["trace[1035018162] 'agreement among raft nodes before linearized reading' (duration: 140.131933ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:40:07.640955Z","caller":"traceutil/trace.go:171","msg":"trace[397428081] range","detail":"{range_begin:/registry/openstack.k-orc.cloud/applicationcredentials/; range_end:/registry/openstack.k-orc.cloud/applicationcredentials0; response_count:0; response_revision:27425; }","duration":"229.465826ms","start":"2026-07-27T22:40:07.411121Z","end":"2026-07-27T22:40:07.640587Z","steps":["trace[397428081] 'agreement among raft nodes before linearized reading' (duration: 229.171477ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:40:32.353171Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":25615} {"level":"info","ts":"2026-07-27T22:40:32.524989Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":25615,"took":"166.995064ms","hash":2393099814,"current-db-size-bytes":57020416,"current-db-size":"57 MB","current-db-size-in-use-bytes":34418688,"current-db-size-in-use":"34 MB"} {"level":"info","ts":"2026-07-27T22:40:32.525074Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2393099814,"revision":25615,"compact-revision":22322} {"level":"warn","ts":"2026-07-27T22:40:46.171098Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.763857ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:40:46.171296Z","caller":"traceutil/trace.go:171","msg":"trace[1008392705] transaction","detail":"{read_only:false; response_revision:27912; number_of_response:1; }","duration":"182.671856ms","start":"2026-07-27T22:40:45.988598Z","end":"2026-07-27T22:40:46.17127Z","steps":["trace[1008392705] 'process raft request' (duration: 73.6204ms)","trace[1008392705] 'compare' (duration: 108.624322ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:40:46.171626Z","caller":"traceutil/trace.go:171","msg":"trace[1306660067] linearizableReadLoop","detail":"{readStateIndex:28832; appliedIndex:28828; }","duration":"181.079265ms","start":"2026-07-27T22:40:45.990539Z","end":"2026-07-27T22:40:46.171618Z","steps":["trace[1306660067] 'read index received' (duration: 23.122611ms)","trace[1306660067] 'applied index is now lower than readState.Index' (duration: 157.955614ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:40:46.171686Z","caller":"traceutil/trace.go:171","msg":"trace[408954725] transaction","detail":"{read_only:false; response_revision:27914; number_of_response:1; }","duration":"182.747749ms","start":"2026-07-27T22:40:45.988927Z","end":"2026-07-27T22:40:46.171675Z","steps":["trace[408954725] 'process raft request' (duration: 182.654506ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:40:46.17174Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"181.21872ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/magnum-system/\" range_end:\"/registry/services/specs/magnum-system0\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:40:46.171926Z","caller":"traceutil/trace.go:171","msg":"trace[485391965] range","detail":"{range_begin:/registry/services/specs/magnum-system/; range_end:/registry/services/specs/magnum-system0; response_count:0; response_revision:27914; }","duration":"181.400166ms","start":"2026-07-27T22:40:45.990511Z","end":"2026-07-27T22:40:46.171912Z","steps":["trace[485391965] 'agreement among raft nodes before linearized reading' (duration: 181.192699ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:40:46.171703Z","caller":"traceutil/trace.go:171","msg":"trace[1966719821] transaction","detail":"{read_only:false; response_revision:27913; number_of_response:1; }","duration":"182.882693ms","start":"2026-07-27T22:40:45.988778Z","end":"2026-07-27T22:40:46.171661Z","steps":["trace[1966719821] 'process raft request' (duration: 182.447289ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:41:38.639378Z","caller":"traceutil/trace.go:171","msg":"trace[1771898220] transaction","detail":"{read_only:false; response_revision:28394; number_of_response:1; }","duration":"132.801538ms","start":"2026-07-27T22:41:38.506537Z","end":"2026-07-27T22:41:38.639338Z","steps":["trace[1771898220] 'process raft request' (duration: 132.54054ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:41:38.640919Z","caller":"traceutil/trace.go:171","msg":"trace[82646633] linearizableReadLoop","detail":"{readStateIndex:29326; appliedIndex:29324; }","duration":"112.59923ms","start":"2026-07-27T22:41:38.52829Z","end":"2026-07-27T22:41:38.640889Z","steps":["trace[82646633] 'read index received' (duration: 110.910306ms)","trace[82646633] 'applied index is now lower than readState.Index' (duration: 1.687674ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:41:38.641229Z","caller":"traceutil/trace.go:171","msg":"trace[876835185] transaction","detail":"{read_only:false; response_revision:28395; number_of_response:1; }","duration":"125.834264ms","start":"2026-07-27T22:41:38.51519Z","end":"2026-07-27T22:41:38.641024Z","steps":["trace[876835185] 'process raft request' (duration: 125.545425ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:41:38.641568Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"113.172688ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"info","ts":"2026-07-27T22:41:38.641626Z","caller":"traceutil/trace.go:171","msg":"trace[542003852] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:28395; }","duration":"113.361074ms","start":"2026-07-27T22:41:38.528249Z","end":"2026-07-27T22:41:38.64161Z","steps":["trace[542003852] 'agreement among raft nodes before linearized reading' (duration: 112.965071ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:41:38.641692Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"109.761518ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-27T22:41:38.641772Z","caller":"traceutil/trace.go:171","msg":"trace[1308508155] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:28395; }","duration":"110.019817ms","start":"2026-07-27T22:41:38.531736Z","end":"2026-07-27T22:41:38.641756Z","steps":["trace[1308508155] 'agreement among raft nodes before linearized reading' (duration: 109.750109ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:42:43.378865Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":30003,"local-member-snapshot-index":20002,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-27T22:42:43.385353Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":30003} {"level":"info","ts":"2026-07-27T22:42:43.385471Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":25003} {"level":"info","ts":"2026-07-27T22:42:56.687395Z","caller":"traceutil/trace.go:171","msg":"trace[2019012438] transaction","detail":"{read_only:false; response_revision:29190; number_of_response:1; }","duration":"316.73306ms","start":"2026-07-27T22:42:56.370613Z","end":"2026-07-27T22:42:56.687346Z","steps":["trace[2019012438] 'process raft request' (duration: 316.463511ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:42:56.687642Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:42:56.370582Z","time spent":"316.947087ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:43:07.056719Z","caller":"traceutil/trace.go:171","msg":"trace[235453721] transaction","detail":"{read_only:false; response_revision:29273; number_of_response:1; }","duration":"171.023524ms","start":"2026-07-27T22:43:06.885535Z","end":"2026-07-27T22:43:07.056558Z","steps":["trace[235453721] 'process raft request' (duration: 117.038632ms)","trace[235453721] 'compare' (duration: 53.749814ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:43:07.056765Z","caller":"traceutil/trace.go:171","msg":"trace[1121427190] transaction","detail":"{read_only:false; response_revision:29274; number_of_response:1; }","duration":"161.941663ms","start":"2026-07-27T22:43:06.894799Z","end":"2026-07-27T22:43:07.056741Z","steps":["trace[1121427190] 'process raft request' (duration: 161.880212ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:07.43759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"146.579074ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/deployments/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:43:07.437641Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"107.665073ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:43:07.437693Z","caller":"traceutil/trace.go:171","msg":"trace[1532733631] range","detail":"{range_begin:/registry/deployments/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29275; }","duration":"146.731898ms","start":"2026-07-27T22:43:07.290937Z","end":"2026-07-27T22:43:07.437669Z","steps":["trace[1532733631] 'range keys from in-memory index tree' (duration: 146.45626ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:07.437726Z","caller":"traceutil/trace.go:171","msg":"trace[1646615514] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:29275; }","duration":"107.819978ms","start":"2026-07-27T22:43:07.329889Z","end":"2026-07-27T22:43:07.437709Z","steps":["trace[1646615514] 'range keys from in-memory index tree' (duration: 107.55468ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:07.43759Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"177.48499ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xmeshes/\" range_end:\"/registry/gateway.networking.x-k8s.io/xmeshes0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"warn","ts":"2026-07-27T22:43:07.43778Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"178.906565ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:573"} {"level":"info","ts":"2026-07-27T22:43:07.437823Z","caller":"traceutil/trace.go:171","msg":"trace[1033864650] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29275; }","duration":"178.983677ms","start":"2026-07-27T22:43:07.258823Z","end":"2026-07-27T22:43:07.437807Z","steps":["trace[1033864650] 'range keys from in-memory index tree' (duration: 178.688608ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:07.437821Z","caller":"traceutil/trace.go:171","msg":"trace[1975183691] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xmeshes/; range_end:/registry/gateway.networking.x-k8s.io/xmeshes0; response_count:0; response_revision:29275; }","duration":"177.777278ms","start":"2026-07-27T22:43:07.260016Z","end":"2026-07-27T22:43:07.437793Z","steps":["trace[1975183691] 'count revisions from in-memory index tree' (duration: 177.355836ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:07.43792Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"123.663153ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/masterleases/199.204.45.138\" ","response":"range_response_count:1 size:139"} {"level":"info","ts":"2026-07-27T22:43:07.437983Z","caller":"traceutil/trace.go:171","msg":"trace[1630932774] range","detail":"{range_begin:/registry/masterleases/199.204.45.138; range_end:; response_count:1; response_revision:29275; }","duration":"123.957553ms","start":"2026-07-27T22:43:07.313998Z","end":"2026-07-27T22:43:07.437955Z","steps":["trace[1630932774] 'range keys from in-memory index tree' (duration: 123.295822ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:07.43798Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"195.504664ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:493"} {"level":"info","ts":"2026-07-27T22:43:07.43832Z","caller":"traceutil/trace.go:171","msg":"trace[522618727] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29275; }","duration":"195.893446ms","start":"2026-07-27T22:43:07.242398Z","end":"2026-07-27T22:43:07.438291Z","steps":["trace[522618727] 'range keys from in-memory index tree' (duration: 194.911855ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:07.438361Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"254.841886ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:440"} {"level":"info","ts":"2026-07-27T22:43:07.438445Z","caller":"traceutil/trace.go:171","msg":"trace[2116376672] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29275; }","duration":"255.669533ms","start":"2026-07-27T22:43:07.182738Z","end":"2026-07-27T22:43:07.438407Z","steps":["trace[2116376672] 'range keys from in-memory index tree' (duration: 254.583308ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:07.62552Z","caller":"traceutil/trace.go:171","msg":"trace[545070649] transaction","detail":"{read_only:false; response_revision:29276; number_of_response:1; }","duration":"182.287643ms","start":"2026-07-27T22:43:07.443208Z","end":"2026-07-27T22:43:07.625495Z","steps":["trace[545070649] 'process raft request' (duration: 182.079266ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:07.625845Z","caller":"traceutil/trace.go:171","msg":"trace[580444896] transaction","detail":"{read_only:false; response_revision:29277; number_of_response:1; }","duration":"182.50704ms","start":"2026-07-27T22:43:07.443304Z","end":"2026-07-27T22:43:07.625811Z","steps":["trace[580444896] 'process raft request' (duration: 182.149469ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:07.625895Z","caller":"traceutil/trace.go:171","msg":"trace[1396561247] transaction","detail":"{read_only:false; response_revision:29278; number_of_response:1; }","duration":"181.850179ms","start":"2026-07-27T22:43:07.444025Z","end":"2026-07-27T22:43:07.625875Z","steps":["trace[1396561247] 'process raft request' (duration: 181.670683ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:07.626076Z","caller":"traceutil/trace.go:171","msg":"trace[732734302] transaction","detail":"{read_only:false; response_revision:29279; number_of_response:1; }","duration":"101.780015ms","start":"2026-07-27T22:43:07.524287Z","end":"2026-07-27T22:43:07.626067Z","steps":["trace[732734302] 'process raft request' (duration: 101.549848ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:07.626111Z","caller":"traceutil/trace.go:171","msg":"trace[1627752056] linearizableReadLoop","detail":"{readStateIndex:30231; appliedIndex:30229; }","duration":"182.860661ms","start":"2026-07-27T22:43:07.443237Z","end":"2026-07-27T22:43:07.626097Z","steps":["trace[1627752056] 'read index received' (duration: 121.419612ms)","trace[1627752056] 'applied index is now lower than readState.Index' (duration: 61.439789ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:43:07.626254Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"182.997495ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/specs/openstack/percona-xtradb-pitr\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:43:07.626297Z","caller":"traceutil/trace.go:171","msg":"trace[1911318667] range","detail":"{range_begin:/registry/services/specs/openstack/percona-xtradb-pitr; range_end:; response_count:0; response_revision:29281; }","duration":"183.075538ms","start":"2026-07-27T22:43:07.443211Z","end":"2026-07-27T22:43:07.626287Z","steps":["trace[1911318667] 'agreement among raft nodes before linearized reading' (duration: 182.983015ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:08.131653Z","caller":"etcdserver/v3_server.go:897","msg":"waiting for ReadIndex response took too long, retrying","sent-request-id":8471727907399243247,"retry-timeout":"500ms"} {"level":"info","ts":"2026-07-27T22:43:08.16622Z","caller":"traceutil/trace.go:171","msg":"trace[2006793004] transaction","detail":"{read_only:false; response_revision:29282; number_of_response:1; }","duration":"600.215271ms","start":"2026-07-27T22:43:07.565965Z","end":"2026-07-27T22:43:08.16618Z","steps":["trace[2006793004] 'process raft request' (duration: 599.951722ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:08.166286Z","caller":"traceutil/trace.go:171","msg":"trace[429731599] linearizableReadLoop","detail":"{readStateIndex:30238; appliedIndex:30236; }","duration":"535.334521ms","start":"2026-07-27T22:43:07.630936Z","end":"2026-07-27T22:43:08.16627Z","steps":["trace[429731599] 'read index received' (duration: 534.9939ms)","trace[429731599] 'applied index is now lower than readState.Index' (duration: 339.801µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:43:08.166562Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:07.565944Z","time spent":"600.387835ms","remote":"127.0.0.1:37512","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":120,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:43:08.166696Z","caller":"traceutil/trace.go:171","msg":"trace[604879237] transaction","detail":"{read_only:false; response_revision:29283; number_of_response:1; }","duration":"593.783395ms","start":"2026-07-27T22:43:07.572853Z","end":"2026-07-27T22:43:08.166637Z","steps":["trace[604879237] 'process raft request' (duration: 593.343791ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:08.167059Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:07.572838Z","time spent":"593.974971ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":510,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:43:08.167408Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"536.432766ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:43:08.167542Z","caller":"traceutil/trace.go:171","msg":"trace[292991254] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29283; }","duration":"536.640613ms","start":"2026-07-27T22:43:07.630873Z","end":"2026-07-27T22:43:08.167514Z","steps":["trace[292991254] 'agreement among raft nodes before linearized reading' (duration: 535.534368ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:08.167617Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:07.63085Z","time spent":"536.754836ms","remote":"127.0.0.1:37684","response type":"/etcdserverpb.KV/Range","request count":0,"request size":47,"response count":1,"response size":12237,"request content":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" "} {"level":"info","ts":"2026-07-27T22:43:08.982362Z","caller":"traceutil/trace.go:171","msg":"trace[724304621] transaction","detail":"{read_only:false; response_revision:29286; number_of_response:1; }","duration":"134.736066ms","start":"2026-07-27T22:43:08.847566Z","end":"2026-07-27T22:43:08.982302Z","steps":["trace[724304621] 'process raft request' (duration: 48.902539ms)","trace[724304621] 'compare' (duration: 85.60188ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:43:09.190846Z","caller":"traceutil/trace.go:171","msg":"trace[35554954] linearizableReadLoop","detail":"{readStateIndex:30242; appliedIndex:30241; }","duration":"159.275539ms","start":"2026-07-27T22:43:09.031537Z","end":"2026-07-27T22:43:09.190813Z","steps":["trace[35554954] 'read index received' (duration: 158.936208ms)","trace[35554954] 'applied index is now lower than readState.Index' (duration: 337.821µs)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:43:09.190971Z","caller":"traceutil/trace.go:171","msg":"trace[286286559] transaction","detail":"{read_only:false; response_revision:29287; number_of_response:1; }","duration":"203.779289ms","start":"2026-07-27T22:43:08.987149Z","end":"2026-07-27T22:43:09.190928Z","steps":["trace[286286559] 'process raft request' (duration: 203.399346ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:09.191059Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"159.487356ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/cluster.x-k8s.io/clusters/\" range_end:\"/registry/cluster.x-k8s.io/clusters0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:43:09.191566Z","caller":"traceutil/trace.go:171","msg":"trace[248963492] range","detail":"{range_begin:/registry/cluster.x-k8s.io/clusters/; range_end:/registry/cluster.x-k8s.io/clusters0; response_count:0; response_revision:29287; }","duration":"159.807156ms","start":"2026-07-27T22:43:09.031476Z","end":"2026-07-27T22:43:09.191283Z","steps":["trace[248963492] 'agreement among raft nodes before linearized reading' (duration: 159.466435ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:09.201791Z","caller":"traceutil/trace.go:171","msg":"trace[427222366] transaction","detail":"{read_only:false; response_revision:29288; number_of_response:1; }","duration":"126.311168ms","start":"2026-07-27T22:43:09.075458Z","end":"2026-07-27T22:43:09.201769Z","steps":["trace[427222366] 'process raft request' (duration: 126.081741ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:09.201897Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.170195ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"warn","ts":"2026-07-27T22:43:09.201898Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.045031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:43:09.201951Z","caller":"traceutil/trace.go:171","msg":"trace[1303927005] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:29288; }","duration":"127.29617ms","start":"2026-07-27T22:43:09.07464Z","end":"2026-07-27T22:43:09.201936Z","steps":["trace[1303927005] 'agreement among raft nodes before linearized reading' (duration: 127.081703ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:09.201983Z","caller":"traceutil/trace.go:171","msg":"trace[1300875354] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:29288; }","duration":"127.160576ms","start":"2026-07-27T22:43:09.074805Z","end":"2026-07-27T22:43:09.201966Z","steps":["trace[1300875354] 'agreement among raft nodes before linearized reading' (duration: 126.894367ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:09.202106Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"138.646031ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/rabbitmq-cluster-operator-leader-election\" ","response":"range_response_count:1 size:558"} {"level":"info","ts":"2026-07-27T22:43:09.20218Z","caller":"traceutil/trace.go:171","msg":"trace[1165813051] range","detail":"{range_begin:/registry/leases/openstack/rabbitmq-cluster-operator-leader-election; range_end:; response_count:1; response_revision:29288; }","duration":"138.742104ms","start":"2026-07-27T22:43:09.063422Z","end":"2026-07-27T22:43:09.202164Z","steps":["trace[1165813051] 'agreement among raft nodes before linearized reading' (duration: 138.522337ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:09.202112Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"140.865342ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-cp-lock\" ","response":"range_response_count:1 size:437"} {"level":"info","ts":"2026-07-27T22:43:09.202339Z","caller":"traceutil/trace.go:171","msg":"trace[1986075891] range","detail":"{range_begin:/registry/leases/kube-system/plndr-cp-lock; range_end:; response_count:1; response_revision:29288; }","duration":"141.146972ms","start":"2026-07-27T22:43:09.061162Z","end":"2026-07-27T22:43:09.202309Z","steps":["trace[1986075891] 'agreement among raft nodes before linearized reading' (duration: 140.524982ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:09.202318Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"127.428274ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/services/endpoints/openstack/octavia-api\" ","response":"range_response_count:1 size:673"} {"level":"info","ts":"2026-07-27T22:43:09.202495Z","caller":"traceutil/trace.go:171","msg":"trace[245350697] range","detail":"{range_begin:/registry/services/endpoints/openstack/octavia-api; range_end:; response_count:1; response_revision:29288; }","duration":"127.64311ms","start":"2026-07-27T22:43:09.074841Z","end":"2026-07-27T22:43:09.202484Z","steps":["trace[245350697] 'agreement among raft nodes before linearized reading' (duration: 127.227567ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:33.520369Z","caller":"traceutil/trace.go:171","msg":"trace[953852888] transaction","detail":"{read_only:false; response_revision:29572; number_of_response:1; }","duration":"148.161345ms","start":"2026-07-27T22:43:33.37217Z","end":"2026-07-27T22:43:33.520332Z","steps":["trace[953852888] 'process raft request' (duration: 95.140074ms)","trace[953852888] 'compare' (duration: 52.822214ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:43:33.520711Z","caller":"traceutil/trace.go:171","msg":"trace[528486134] transaction","detail":"{read_only:false; response_revision:29573; number_of_response:1; }","duration":"146.404978ms","start":"2026-07-27T22:43:33.374262Z","end":"2026-07-27T22:43:33.520667Z","steps":["trace[528486134] 'process raft request' (duration: 146.028426ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:34.041016Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"419.151826ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure:<>>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:43:34.04113Z","caller":"traceutil/trace.go:171","msg":"trace[480765390] linearizableReadLoop","detail":"{readStateIndex:30539; appliedIndex:30538; }","duration":"296.564027ms","start":"2026-07-27T22:43:33.744548Z","end":"2026-07-27T22:43:34.041112Z","steps":["trace[480765390] 'read index received' (duration: 38.061µs)","trace[480765390] 'applied index is now lower than readState.Index' (duration: 296.524906ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:43:34.041203Z","caller":"traceutil/trace.go:171","msg":"trace[841317107] transaction","detail":"{read_only:false; response_revision:29574; number_of_response:1; }","duration":"460.948268ms","start":"2026-07-27T22:43:33.580243Z","end":"2026-07-27T22:43:34.041191Z","steps":["trace[841317107] 'process raft request' (duration: 41.517133ms)","trace[841317107] 'compare' (duration: 418.597339ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:43:34.041262Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:33.580209Z","time spent":"461.027881ms","remote":"127.0.0.1:37574","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":800,"response count":0,"response size":42,"request content":"compare: success:> failure:<>"} {"level":"warn","ts":"2026-07-27T22:43:34.041605Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"297.042272ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:43:34.041672Z","caller":"traceutil/trace.go:171","msg":"trace[1980813149] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29574; }","duration":"297.135345ms","start":"2026-07-27T22:43:33.744513Z","end":"2026-07-27T22:43:34.041648Z","steps":["trace[1980813149] 'agreement among raft nodes before linearized reading' (duration: 296.942159ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:34.226557Z","caller":"traceutil/trace.go:171","msg":"trace[2128926766] transaction","detail":"{read_only:false; response_revision:29575; number_of_response:1; }","duration":"481.575566ms","start":"2026-07-27T22:43:33.744949Z","end":"2026-07-27T22:43:34.226525Z","steps":["trace[2128926766] 'process raft request' (duration: 481.38493ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:34.226796Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:33.744938Z","time spent":"481.766603ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":534,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:43:34.229628Z","caller":"traceutil/trace.go:171","msg":"trace[147083037] linearizableReadLoop","detail":"{readStateIndex:30542; appliedIndex:30539; }","duration":"188.45139ms","start":"2026-07-27T22:43:34.041158Z","end":"2026-07-27T22:43:34.22961Z","steps":["trace[147083037] 'read index received' (duration: 185.196696ms)","trace[147083037] 'applied index is now lower than readState.Index' (duration: 3.253604ms)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:43:34.230357Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"357.114398ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" ","response":"range_response_count:1 size:441"} {"level":"warn","ts":"2026-07-27T22:43:34.230363Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"333.624029ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" ","response":"range_response_count:1 size:494"} {"level":"info","ts":"2026-07-27T22:43:34.230422Z","caller":"traceutil/trace.go:171","msg":"trace[1369716320] range","detail":"{range_begin:/registry/leases/kube-system/plndr-svcs-lock; range_end:; response_count:1; response_revision:29577; }","duration":"357.20009ms","start":"2026-07-27T22:43:33.87319Z","end":"2026-07-27T22:43:34.23039Z","steps":["trace[1369716320] 'agreement among raft nodes before linearized reading' (duration: 356.978623ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:34.230513Z","caller":"traceutil/trace.go:171","msg":"trace[2013794668] transaction","detail":"{read_only:false; response_revision:29576; number_of_response:1; }","duration":"413.706182ms","start":"2026-07-27T22:43:33.816794Z","end":"2026-07-27T22:43:34.230501Z","steps":["trace[2013794668] 'process raft request' (duration: 412.69868ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:34.230531Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:33.87317Z","time spent":"357.351656ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":46,"response count":1,"response size":465,"request content":"key:\"/registry/leases/kube-system/plndr-svcs-lock\" "} {"level":"warn","ts":"2026-07-27T22:43:34.23064Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:33.816768Z","time spent":"413.798185ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":608,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"info","ts":"2026-07-27T22:43:34.230724Z","caller":"traceutil/trace.go:171","msg":"trace[720534286] transaction","detail":"{read_only:false; response_revision:29577; number_of_response:1; }","duration":"413.787165ms","start":"2026-07-27T22:43:33.816902Z","end":"2026-07-27T22:43:34.230689Z","steps":["trace[720534286] 'process raft request' (duration: 412.670149ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:34.230888Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"329.856739ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" ","response":"range_response_count:1 size:574"} {"level":"info","ts":"2026-07-27T22:43:34.231117Z","caller":"traceutil/trace.go:171","msg":"trace[729397338] range","detail":"{range_begin:/registry/leases/openstack/messaging-topology-operator-leader-election; range_end:; response_count:1; response_revision:29577; }","duration":"330.121807ms","start":"2026-07-27T22:43:33.900984Z","end":"2026-07-27T22:43:34.231106Z","steps":["trace[729397338] 'agreement among raft nodes before linearized reading' (duration: 329.798087ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:34.231125Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:33.816888Z","time spent":"413.929379ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Txn","request count":1,"request size":523,"response count":0,"response size":42,"request content":"compare: success:> failure: >"} {"level":"warn","ts":"2026-07-27T22:43:34.231159Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:33.900975Z","time spent":"330.176549ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":72,"response count":1,"response size":598,"request content":"key:\"/registry/leases/openstack/messaging-topology-operator-leader-election\" "} {"level":"warn","ts":"2026-07-27T22:43:34.231288Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"458.059717ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:43:34.231326Z","caller":"traceutil/trace.go:171","msg":"trace[852095406] range","detail":"{range_begin:/registry/volumeattachments/; range_end:/registry/volumeattachments0; response_count:0; response_revision:29577; }","duration":"458.132179ms","start":"2026-07-27T22:43:33.773185Z","end":"2026-07-27T22:43:34.231317Z","steps":["trace[852095406] 'agreement among raft nodes before linearized reading' (duration: 458.049076ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:34.231354Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:33.773164Z","time spent":"458.182941ms","remote":"127.0.0.1:37910","response type":"/etcdserverpb.KV/Range","request count":0,"request size":62,"response count":0,"response size":30,"request content":"key:\"/registry/volumeattachments/\" range_end:\"/registry/volumeattachments0\" count_only:true "} {"level":"warn","ts":"2026-07-27T22:43:34.23139Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"184.40752ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/pods/openstack/percona-xtradb-pxc-0\" ","response":"range_response_count:1 size:12213"} {"level":"info","ts":"2026-07-27T22:43:34.231429Z","caller":"traceutil/trace.go:171","msg":"trace[161416529] range","detail":"{range_begin:/registry/pods/openstack/percona-xtradb-pxc-0; range_end:; response_count:1; response_revision:29577; }","duration":"184.459272ms","start":"2026-07-27T22:43:34.046962Z","end":"2026-07-27T22:43:34.231421Z","steps":["trace[161416529] 'agreement among raft nodes before linearized reading' (duration: 184.315958ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:34.230461Z","caller":"traceutil/trace.go:171","msg":"trace[588418056] range","detail":"{range_begin:/registry/leases/kube-system/cilium-operator-resource-lock; range_end:; response_count:1; response_revision:29577; }","duration":"333.786864ms","start":"2026-07-27T22:43:33.896652Z","end":"2026-07-27T22:43:34.230438Z","steps":["trace[588418056] 'agreement among raft nodes before linearized reading' (duration: 333.195495ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:43:34.231648Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:43:33.896636Z","time spent":"334.997362ms","remote":"127.0.0.1:37768","response type":"/etcdserverpb.KV/Range","request count":0,"request size":60,"response count":1,"response size":518,"request content":"key:\"/registry/leases/kube-system/cilium-operator-resource-lock\" "} {"level":"info","ts":"2026-07-27T22:43:34.368208Z","caller":"traceutil/trace.go:171","msg":"trace[716996313] transaction","detail":"{read_only:false; response_revision:29578; number_of_response:1; }","duration":"131.870765ms","start":"2026-07-27T22:43:34.236307Z","end":"2026-07-27T22:43:34.368178Z","steps":["trace[716996313] 'process raft request' (duration: 84.382811ms)","trace[716996313] 'compare' (duration: 47.331269ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:43:34.371713Z","caller":"traceutil/trace.go:171","msg":"trace[900699341] transaction","detail":"{read_only:false; response_revision:29579; number_of_response:1; }","duration":"135.335995ms","start":"2026-07-27T22:43:34.236354Z","end":"2026-07-27T22:43:34.37169Z","steps":["trace[900699341] 'process raft request' (duration: 134.86284ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:43:34.372004Z","caller":"traceutil/trace.go:171","msg":"trace[1813548102] transaction","detail":"{read_only:false; response_revision:29580; number_of_response:1; }","duration":"135.665096ms","start":"2026-07-27T22:43:34.236323Z","end":"2026-07-27T22:43:34.371988Z","steps":["trace[1813548102] 'process raft request' (duration: 135.278393ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:45:32.360908Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":27813} {"level":"info","ts":"2026-07-27T22:45:32.501186Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":27813,"took":"132.857236ms","hash":1556853498,"current-db-size-bytes":57020416,"current-db-size":"57 MB","current-db-size-in-use-bytes":37384192,"current-db-size-in-use":"37 MB"} {"level":"info","ts":"2026-07-27T22:45:32.501271Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1556853498,"revision":27813,"compact-revision":25615} {"level":"info","ts":"2026-07-27T22:50:32.369358Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":30542} {"level":"info","ts":"2026-07-27T22:50:32.51998Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":30542,"took":"144.720565ms","hash":1791441676,"current-db-size-bytes":57020416,"current-db-size":"57 MB","current-db-size-in-use-bytes":32251904,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-27T22:50:32.520063Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1791441676,"revision":30542,"compact-revision":27813} {"level":"warn","ts":"2026-07-27T22:53:11.662768Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"108.642403ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/gateway.networking.x-k8s.io/xlistenersets/\" range_end:\"/registry/gateway.networking.x-k8s.io/xlistenersets0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:53:11.662895Z","caller":"traceutil/trace.go:171","msg":"trace[1476206713] range","detail":"{range_begin:/registry/gateway.networking.x-k8s.io/xlistenersets/; range_end:/registry/gateway.networking.x-k8s.io/xlistenersets0; response_count:0; response_revision:33962; }","duration":"108.84616ms","start":"2026-07-27T22:53:11.554022Z","end":"2026-07-27T22:53:11.662868Z","steps":["trace[1476206713] 'count revisions from in-memory index tree' (duration: 108.475697ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:53:11.662883Z","caller":"traceutil/trace.go:171","msg":"trace[2116566495] transaction","detail":"{read_only:false; response_revision:33963; number_of_response:1; }","duration":"101.171395ms","start":"2026-07-27T22:53:11.561642Z","end":"2026-07-27T22:53:11.662814Z","steps":["trace[2116566495] 'process raft request' (duration: 101.01801ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:55:32.379827Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":32807} {"level":"info","ts":"2026-07-27T22:55:32.540596Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":32807,"took":"155.018351ms","hash":1813925526,"current-db-size-bytes":58060800,"current-db-size":"58 MB","current-db-size-in-use-bytes":31592448,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-27T22:55:32.540657Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":1813925526,"revision":32807,"compact-revision":30542} {"level":"warn","ts":"2026-07-27T22:56:05.622065Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"485.486967ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:56:05.622198Z","caller":"traceutil/trace.go:171","msg":"trace[1701710158] range","detail":"{range_begin:/registry/ceph.rook.io/cephblockpools/; range_end:/registry/ceph.rook.io/cephblockpools0; response_count:0; response_revision:35311; }","duration":"485.716253ms","start":"2026-07-27T22:56:05.136469Z","end":"2026-07-27T22:56:05.622185Z","steps":["trace[1701710158] 'agreement among raft nodes before linearized reading' (duration: 485.471356ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:56:05.622274Z","caller":"v3rpc/interceptor.go:197","msg":"request stats","start time":"2026-07-27T22:56:05.136447Z","time spent":"485.810907ms","remote":"127.0.0.1:54886","response type":"/etcdserverpb.KV/Range","request count":0,"request size":82,"response count":0,"response size":30,"request content":"key:\"/registry/ceph.rook.io/cephblockpools/\" range_end:\"/registry/ceph.rook.io/cephblockpools0\" count_only:true "} {"level":"info","ts":"2026-07-27T22:56:05.621924Z","caller":"traceutil/trace.go:171","msg":"trace[599992723] linearizableReadLoop","detail":"{readStateIndex:36443; appliedIndex:36443; }","duration":"485.351812ms","start":"2026-07-27T22:56:05.136528Z","end":"2026-07-27T22:56:05.62188Z","steps":["trace[599992723] 'read index received' (duration: 485.3001ms)","trace[599992723] 'applied index is now lower than readState.Index' (duration: 47.822µs)"],"step_count":2} {"level":"warn","ts":"2026-07-27T22:56:05.624355Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.188943ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/\" range_end:\"/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:56:05.624459Z","caller":"traceutil/trace.go:171","msg":"trace[1280527310] range","detail":"{range_begin:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates/; range_end:/registry/controlplane.cluster.x-k8s.io/kubeadmcontrolplanetemplates0; response_count:0; response_revision:35312; }","duration":"238.348468ms","start":"2026-07-27T22:56:05.386086Z","end":"2026-07-27T22:56:05.624435Z","steps":["trace[1280527310] 'agreement among raft nodes before linearized reading' (duration: 238.149412ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:56:05.624483Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"238.221804ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/secretgen.k14s.io/rsakeys/\" range_end:\"/registry/secretgen.k14s.io/rsakeys0\" count_only:true ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:56:05.624579Z","caller":"traceutil/trace.go:171","msg":"trace[1439101053] range","detail":"{range_begin:/registry/secretgen.k14s.io/rsakeys/; range_end:/registry/secretgen.k14s.io/rsakeys0; response_count:0; response_revision:35312; }","duration":"238.355248ms","start":"2026-07-27T22:56:05.386204Z","end":"2026-07-27T22:56:05.624559Z","steps":["trace[1439101053] 'agreement among raft nodes before linearized reading' (duration: 238.160772ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:59:22.201725Z","caller":"traceutil/trace.go:171","msg":"trace[1959070718] transaction","detail":"{read_only:false; response_revision:36811; number_of_response:1; }","duration":"114.365815ms","start":"2026-07-27T22:59:22.087321Z","end":"2026-07-27T22:59:22.201687Z","steps":["trace[1959070718] 'process raft request' (duration: 114.147828ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:59:22.395305Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"101.346931ms","expected-duration":"100ms","prefix":"","request":"header: txn: success:> failure: >>","response":"size:18"} {"level":"info","ts":"2026-07-27T22:59:22.395563Z","caller":"traceutil/trace.go:171","msg":"trace[673044343] transaction","detail":"{read_only:false; response_revision:36812; number_of_response:1; }","duration":"182.247929ms","start":"2026-07-27T22:59:22.2133Z","end":"2026-07-27T22:59:22.395548Z","steps":["trace[673044343] 'process raft request' (duration: 80.583438ms)","trace[673044343] 'compare' (duration: 101.118994ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:59:22.513017Z","caller":"traceutil/trace.go:171","msg":"trace[291416642] linearizableReadLoop","detail":"{readStateIndex:37990; appliedIndex:37988; }","duration":"116.636528ms","start":"2026-07-27T22:59:22.396362Z","end":"2026-07-27T22:59:22.512998Z","steps":["trace[291416642] 'read index received' (duration: 53.291969ms)","trace[291416642] 'applied index is now lower than readState.Index' (duration: 63.343399ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T22:59:22.513114Z","caller":"traceutil/trace.go:171","msg":"trace[422074974] transaction","detail":"{read_only:false; response_revision:36814; number_of_response:1; }","duration":"117.600688ms","start":"2026-07-27T22:59:22.395506Z","end":"2026-07-27T22:59:22.513106Z","steps":["trace[422074974] 'process raft request' (duration: 114.811559ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T22:59:22.513186Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"116.815063ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/health\" ","response":"range_response_count:0 size:6"} {"level":"info","ts":"2026-07-27T22:59:22.513248Z","caller":"traceutil/trace.go:171","msg":"trace[1695113475] range","detail":"{range_begin:/registry/health; range_end:; response_count:0; response_revision:36816; }","duration":"116.914146ms","start":"2026-07-27T22:59:22.39632Z","end":"2026-07-27T22:59:22.513234Z","steps":["trace[1695113475] 'agreement among raft nodes before linearized reading' (duration: 116.819883ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:59:22.513389Z","caller":"traceutil/trace.go:171","msg":"trace[218544918] transaction","detail":"{read_only:false; response_revision:36815; number_of_response:1; }","duration":"117.527196ms","start":"2026-07-27T22:59:22.39585Z","end":"2026-07-27T22:59:22.513377Z","steps":["trace[218544918] 'process raft request' (duration: 117.01732ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T22:59:22.513488Z","caller":"traceutil/trace.go:171","msg":"trace[1328044761] transaction","detail":"{read_only:false; response_revision:36816; number_of_response:1; }","duration":"113.858179ms","start":"2026-07-27T22:59:22.399623Z","end":"2026-07-27T22:59:22.513481Z","steps":["trace[1328044761] 'process raft request' (duration: 113.329432ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T23:00:01.16326Z","caller":"traceutil/trace.go:171","msg":"trace[1445943443] transaction","detail":"{read_only:false; response_revision:37141; number_of_response:1; }","duration":"198.816108ms","start":"2026-07-27T23:00:00.964406Z","end":"2026-07-27T23:00:01.163222Z","steps":["trace[1445943443] 'process raft request' (duration: 198.546719ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T23:00:01.165161Z","caller":"traceutil/trace.go:171","msg":"trace[265787337] linearizableReadLoop","detail":"{readStateIndex:38327; appliedIndex:38325; }","duration":"152.391628ms","start":"2026-07-27T23:00:01.012734Z","end":"2026-07-27T23:00:01.165126Z","steps":["trace[265787337] 'read index received' (duration: 150.208299ms)","trace[265787337] 'applied index is now lower than readState.Index' (duration: 2.181729ms)"],"step_count":2} {"level":"info","ts":"2026-07-27T23:00:01.166535Z","caller":"traceutil/trace.go:171","msg":"trace[1293863177] transaction","detail":"{read_only:false; response_revision:37142; number_of_response:1; }","duration":"153.782642ms","start":"2026-07-27T23:00:01.012686Z","end":"2026-07-27T23:00:01.166469Z","steps":["trace[1293863177] 'process raft request' (duration: 152.242813ms)"],"step_count":1} {"level":"warn","ts":"2026-07-27T23:00:01.166587Z","caller":"etcdserver/util.go:170","msg":"apply request took too long","took":"153.817634ms","expected-duration":"100ms","prefix":"read-only range ","request":"key:\"/registry/leases/kube-system/kube-scheduler\" ","response":"range_response_count:1 size:482"} {"level":"info","ts":"2026-07-27T23:00:01.166763Z","caller":"traceutil/trace.go:171","msg":"trace[771315534] range","detail":"{range_begin:/registry/leases/kube-system/kube-scheduler; range_end:; response_count:1; response_revision:37142; }","duration":"154.049321ms","start":"2026-07-27T23:00:01.012691Z","end":"2026-07-27T23:00:01.16674Z","steps":["trace[771315534] 'agreement among raft nodes before linearized reading' (duration: 153.673919ms)"],"step_count":1} {"level":"info","ts":"2026-07-27T23:00:32.388344Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":35076} {"level":"info","ts":"2026-07-27T23:00:32.542255Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":35076,"took":"147.513712ms","hash":3789862328,"current-db-size-bytes":58060800,"current-db-size":"58 MB","current-db-size-in-use-bytes":32292864,"current-db-size-in-use":"32 MB"} {"level":"info","ts":"2026-07-27T23:00:32.542341Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":3789862328,"revision":35076,"compact-revision":32807} {"level":"info","ts":"2026-07-27T23:03:29.558471Z","caller":"etcdserver/server.go:1401","msg":"triggering snapshot","local-member-id":"f3d52791b64f7591","local-member-applied-index":40004,"local-member-snapshot-index":30003,"local-member-snapshot-count":10000} {"level":"info","ts":"2026-07-27T23:03:29.565032Z","caller":"etcdserver/server.go:2420","msg":"saved snapshot","snapshot-index":40004} {"level":"info","ts":"2026-07-27T23:03:29.565223Z","caller":"etcdserver/server.go:2450","msg":"compacted Raft logs","compact-index":35004} {"level":"info","ts":"2026-07-27T23:05:32.402577Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":37438} {"level":"info","ts":"2026-07-27T23:05:32.548414Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":37438,"took":"140.493548ms","hash":4243971648,"current-db-size-bytes":60170240,"current-db-size":"60 MB","current-db-size-in-use-bytes":32952320,"current-db-size-in-use":"33 MB"} {"level":"info","ts":"2026-07-27T23:05:32.548503Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":4243971648,"revision":37438,"compact-revision":35076} {"level":"info","ts":"2026-07-27T23:10:32.410869Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":39789} {"level":"info","ts":"2026-07-27T23:10:32.55126Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":39789,"took":"136.335097ms","hash":2107299096,"current-db-size-bytes":60170240,"current-db-size":"60 MB","current-db-size-in-use-bytes":30908416,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-27T23:10:32.551342Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":2107299096,"revision":39789,"compact-revision":37438} {"level":"info","ts":"2026-07-27T23:15:32.419661Z","caller":"mvcc/index.go:214","msg":"compact tree index","revision":42152} {"level":"info","ts":"2026-07-27T23:15:32.563301Z","caller":"mvcc/kvstore_compaction.go:68","msg":"finished scheduled compaction","compact-revision":42152,"took":"139.006232ms","hash":839038189,"current-db-size-bytes":60170240,"current-db-size":"60 MB","current-db-size-in-use-bytes":31240192,"current-db-size-in-use":"31 MB"} {"level":"info","ts":"2026-07-27T23:15:32.563388Z","caller":"mvcc/hash.go:137","msg":"storing new hash","hash":839038189,"revision":42152,"compact-revision":39789}